-- Logs begin at Thu 2021-09-09 19:25:48 UTC, end at Thu 2021-09-09 20:20:52 UTC. -- Sep 09 19:55:26.234862 dv-cinder-806991-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 19:55:29.082802 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.common.config [-] Logging enabled! Sep 09 19:55:29.083428 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 19:55:29.083569 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93982) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 19:55:29.086757 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.common.config [-] Logging enabled! Sep 09 19:55:29.087013 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 19:55:29.087322 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93982) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 19:55:29.088261 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 19:55:29.088494 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 19:55:29.088854 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 19:55:29.089099 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 19:55:29.089340 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 19:55:29.089658 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.089955 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.090246 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.090477 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.090770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.091058 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.091342 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.091625 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.091916 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.092198 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.092482 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.092767 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.092992 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.093269 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.093702 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.094064 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.094288 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] debug = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.094574 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.094996 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.095409 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.095691 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.095981 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.096261 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.096530 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.096807 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.097092 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.097442 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] host = dv-cinder-806991-6-iscsi {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.097721 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.098008 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.098293 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.098579 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.098854 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.099132 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.099412 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.099683 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.099954 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.100227 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.100516 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.100802 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.101089 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.101327 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.101559 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.101843 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.102126 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.102399 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.102673 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.102947 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.103219 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.103491 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.103757 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.104039 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.104319 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.104602 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.104875 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.105148 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.105450 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.105722 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.106008 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.106279 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.106555 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.106832 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.107115 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.107383 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.107654 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.107952 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.108233 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.108515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.108797 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.109069 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.109910 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.110189 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.110462 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.110736 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_json = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.111010 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.111284 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.111569 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.111840 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.112113 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.112386 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.112656 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.112942 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:29.113240 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.113560 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.113860 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.114144 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.114439 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.114719 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.115008 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.115288 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.115577 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.115864 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.116153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.116429 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.116718 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.116994 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.117295 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.117618 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.117910 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.118201 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.118476 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.118748 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.119022 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.119299 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.119589 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.119866 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.120152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.120439 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.120718 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.121005 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.121298 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.121608 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.121882 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.122160 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.122449 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.122726 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.122999 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.123275 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.123561 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.123839 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.124110 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.124388 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.124660 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.125535 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.125809 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.126088 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.126384 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.126657 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.126926 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.127200 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.127474 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.127744 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.128026 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.128302 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.128572 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.128842 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.129118 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.129419 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.129691 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.129966 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.130238 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.130513 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.130785 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.131052 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.131322 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.131591 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.131859 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.132127 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.132392 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.132666 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.132933 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.133201 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.133499 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.133770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.134040 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.134325 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.134621 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.134897 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.135173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.135450 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.135726 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.136002 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.136278 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.136555 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.136831 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.137100 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.137418 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.137704 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.137986 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.138267 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.138542 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.138839 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.139114 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.139392 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.139666 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.139940 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.140220 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.140549 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.140841 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.141131 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.141629 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.141927 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.142218 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.142498 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.142804 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.143081 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:29.143298 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 19:55:29.143544 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93982) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 19:55:29.504398 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 19:55:29.504660 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 19:55:29.504941 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 19:55:29.505272 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 19:55:29.906957 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.907248 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.907528 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.908820 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.909096 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.909388 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.944654 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.944925 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.945192 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.961076 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.961394 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.961666 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.993035 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.993336 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:29.993607 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.032170 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.032450 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.032719 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.264720 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.265427 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.265427 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.265589 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.266805 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.395456 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.395772 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.396059 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.396332 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.396601 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.396912 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.397171 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.397454 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.397711 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.397994 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.398249 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.398513 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.398766 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.399016 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.399268 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.399530 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.399784 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.400051 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.400321 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.400578 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.400851 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.401101 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.401412 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.401821 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.402071 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.402316 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.402754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.402991 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.403225 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.403459 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.403693 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.403925 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:30.404301 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 19:55:30.408185 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 19:55:30.412231 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 19:55:30.416230 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 09 19:55:30.417929 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 19:55:30.418389 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 19:55:30.418719 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 19:55:30.419108 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 19:55:30.422046 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 19:55:30.422359 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 19:55:30.422789 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 19:55:30.428138 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 19:55:30.450725 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 19:55:30.451184 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.451485 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93982) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 19:55:30.451848 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.453794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93982) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 19:55:30.454079 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 19:55:30.454325 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 19:55:30.457745 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.458028 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:30.520908 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 19:55:30.521147 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 19:55:30.521409 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 19:55:30.521792 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 19:55:30.543816 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_db.sqlalchemy.engines [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93982) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 19:55:31.073915 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing driver for type 'gre' Sep 09 19:55:31.074452 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] gre ID ranges: [(1, 1000)] Sep 09 19:55:31.125996 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing driver for type 'local' Sep 09 19:55:31.126259 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing driver for type 'vlan' Sep 09 19:55:31.139286 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] VlanTypeDriver initialization complete Sep 09 19:55:31.139621 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing driver for type 'vxlan' Sep 09 19:55:31.140125 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] vxlan ID ranges: [(1, 1000)] Sep 09 19:55:31.197138 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing extension driver 'port_security' Sep 09 19:55:31.197766 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.extensions.port_security [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] PortSecurityExtensionDriver initialization complete Sep 09 19:55:31.198105 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing mechanism driver 'openvswitch' Sep 09 19:55:31.198433 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing mechanism driver 'hyperv' Sep 09 19:55:31.205901 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.plugin [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:31.206591 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.206964 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.207321 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.207851 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.208284 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.208639 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.208988 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.209407 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.209819 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.210173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.210520 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.210913 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.211319 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.211670 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.212015 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.212558 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.212968 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.213359 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.213696 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.214093 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.214498 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > address_group after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.214847 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > address_group after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.215187 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > address_group after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.215577 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93982) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 19:55:31.215958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] ML2 OVO RPC backend initialized. {{(pid=93982) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 19:55:31.216672 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.217143 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.217477 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.217833 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > networks before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.218926 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.218926 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > ports before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.219323 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.219676 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnets before_response 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.220026 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.220371 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.220712 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.221053 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.222533 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.222533 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.222533 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.222533 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.222861 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > subnet after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.224050 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.plugin [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Modular L2 Plugin initialization complete Sep 09 19:55:31.224050 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading services supported by the core plugin {{(pid=93982) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 19:55:31.224050 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.plugins.ml2.managers [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Got port-security extension from driver 'port_security' Sep 09 19:55:31.224421 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.extensions.vlantransparent [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Disabled vlantransparent extension. Sep 09 19:55:31.225675 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93982) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 19:55:31.225675 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: router Sep 09 19:55:31.261918 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.262314 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_create 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.262688 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router before_create 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.263054 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.263429 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.263789 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_delete 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.264149 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > floatingip after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.264501 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > floatingip after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.264863 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_create 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.265618 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.265618 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.265956 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.266319 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.266733 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.267110 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.267455 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.267793 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: subnet after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.268135 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.268487 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > port precommit_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.268837 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_create 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.269182 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.269555 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.269918 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router after_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.270262 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_delete 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.270616 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_create 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.270984 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router_interface after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.271331 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_update 55549900 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.271699 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > agent after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.272051 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > agent after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.272399 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > network after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.273268 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Tracking information for resource: router configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:31.273628 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Tracking information for resource: floatingip configured {{(pid=93982) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 19:55:31.278668 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.db.l3_agentschedulers_db [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 19:55:31.279433 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.279658 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.279945 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.280305 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: port after_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.281257 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router before_create 55550100 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.281660 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_delete 55550100 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.282029 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_create 55550100 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.282387 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > router precommit_update 55550100 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.287091 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.provider_configuration [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service providers = [] {{(pid=93982) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 19:55:31.287461 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.db.servicetype_db [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93982) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 19:55:31.290468 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.service_base [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93982) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 19:55:31.290824 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.service_base [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93982) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 19:55:31.291173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.service_base [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93982) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 19:55:31.292064 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.services.service_base [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93982) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 19:55:31.292444 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.services.service_base [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 19:55:31.292823 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.293145 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 19:55:31.304525 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.304866 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: auto_allocate Sep 09 19:55:31.310669 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: network precommit_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.311044 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: network precommit_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.311575 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.311895 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: tag Sep 09 19:55:31.319356 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.319736 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: timestamp Sep 09 19:55:31.324287 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.324705 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: network_ip_availability Sep 09 19:55:31.330223 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.330600 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.330958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.331697 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.332019 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: flavors Sep 09 19:55:31.336757 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.337090 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading Plugin: revisions Sep 09 19:55:31.341435 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93982) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 19:55:31.341830 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.837s {{(pid=93982) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 19:55:31.342565 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93982) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 19:55:31.342902 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Initializing extension manager. Sep 09 19:55:31.343421 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: __init__.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.343820 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: __pycache__ {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.344146 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.344479 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: address_group.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.345246 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.345846 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: address-group Sep 09 19:55:31.346170 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: address_scope.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.347089 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.347600 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: address-scope Sep 09 19:55:31.347926 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: admin_state_down_before_update.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.348866 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.349412 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: router-admin-state-down-before-update Sep 09 19:55:31.349739 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: agent.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.350446 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.350953 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: agent Sep 09 19:55:31.351276 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: agent_resources_synced.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.352194 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.352700 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: agent-resources-synced Sep 09 19:55:31.353023 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: allowedaddresspairs.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.354877 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.355402 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: allowed-address-pairs Sep 09 19:55:31.355733 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: auto_allocated_topology.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.356809 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.357350 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: auto-allocated-topology Sep 09 19:55:31.357686 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: availability_zone.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.358383 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.358889 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: availability_zone Sep 09 19:55:31.359766 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: availability_zone_filter.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.360689 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.361201 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: availability_zone_filter Sep 09 19:55:31.361564 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: data_plane_status.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.362474 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.362982 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 19:55:31.363305 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: default_subnetpools.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.364216 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.364724 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: default-subnetpools Sep 09 19:55:31.365051 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: dhcpagentscheduler.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.365916 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.366423 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: dhcp_agent_scheduler Sep 09 19:55:31.366751 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: dns.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.367682 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.368188 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension dns-integration not supported by any of loaded plugins Sep 09 19:55:31.368515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: dns_domain_ports.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.369467 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.369981 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 19:55:31.370306 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.371234 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.371742 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 19:55:31.372068 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: dvr.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.372745 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.373250 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: dvr Sep 09 19:55:31.373604 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: ecmp_routes.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.374524 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.375732 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 19:55:31.376054 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: empty_string_filtering.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.376984 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.377528 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: empty-string-filtering Sep 09 19:55:31.377853 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.378765 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.379270 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 19:55:31.379591 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.380513 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.381026 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 19:55:31.381376 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: external_net.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.382288 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.382827 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: external-net Sep 09 19:55:31.383149 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: extra_dhcp_opt.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.384067 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.384568 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: extra_dhcp_opt Sep 09 19:55:31.384890 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: extraroute.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.385848 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.386334 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: extraroute Sep 09 19:55:31.386656 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: extraroute_atomic.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.387698 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.388201 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: extraroute-atomic Sep 09 19:55:31.388525 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: filter_validation.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.389187 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.389729 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: filter-validation Sep 09 19:55:31.390053 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: fip_pf_description.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.391099 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.391608 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 19:55:31.391935 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: fip_port_details.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.392866 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.393408 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: fip-port-details Sep 09 19:55:31.393736 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: flavors.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.394975 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.395491 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: flavors Sep 09 19:55:31.395820 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.397499 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.398022 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 19:55:31.398354 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: floatingip_pools.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.399056 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.399573 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: floatingip-pools Sep 09 19:55:31.399900 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: ip_allocation.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.400832 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.401371 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 19:55:31.401699 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.402631 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.403144 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: ip-substring-filtering Sep 09 19:55:31.403472 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l2_adjacency.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.404435 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.404939 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 19:55:31.405262 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.406780 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.407318 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: router Sep 09 19:55:31.407644 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3_conntrack_helper.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.409973 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.410512 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 19:55:31.410845 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.411782 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.412298 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: ext-gw-mode Sep 09 19:55:31.412627 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.413599 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.414113 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: l3-ha Sep 09 19:55:31.414438 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3_flavors.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.415353 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.415859 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: l3-flavors Sep 09 19:55:31.416186 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.417099 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.417628 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 19:55:31.417954 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: l3agentscheduler.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.419024 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.419548 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: l3_agent_scheduler Sep 09 19:55:31.419865 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: logging.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.421390 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.422623 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension logging not supported by any of loaded plugins Sep 09 19:55:31.422957 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: metering.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.423708 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.424293 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: metering Sep 09 19:55:31.424624 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.425751 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.426272 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: metering_source_and_destination_fields Sep 09 19:55:31.426605 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: multiprovidernet.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.427535 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.428046 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: multi-provider Sep 09 19:55:31.428377 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: netmtu.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.429294 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.429828 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: net-mtu Sep 09 19:55:31.430156 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: netmtu_writable.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.431089 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.431585 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: net-mtu-writable Sep 09 19:55:31.431913 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: network_availability_zone.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.432581 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.433085 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: network_availability_zone Sep 09 19:55:31.433445 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: network_ip_availability.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.434551 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.435067 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: network-ip-availability Sep 09 19:55:31.435398 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: network_segment_range.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.436163 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.436668 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 19:55:31.436994 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: pagination.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.438803 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.439133 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: pagination Sep 09 19:55:31.439457 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: port_device_profile.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.440370 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.440891 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: port-device-profile Sep 09 19:55:31.441215 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.442161 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.442676 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: port-mac-address-regenerate Sep 09 19:55:31.442996 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.443909 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.444417 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: port-numa-affinity-policy Sep 09 19:55:31.444740 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: port_resource_request.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.445797 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.446561 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 19:55:31.446883 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: portbindings.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.447824 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.448337 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: binding Sep 09 19:55:31.448661 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: portbindings_extended.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.449957 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.450477 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: binding-extended Sep 09 19:55:31.450806 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: portsecurity.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.451723 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.452235 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: port-security Sep 09 19:55:31.452566 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: project_id.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.453698 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.454028 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: project-id Sep 09 19:55:31.454353 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: providernet.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.455270 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.455782 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: provider Sep 09 19:55:31.456105 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.459754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.460301 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos not supported by any of loaded plugins Sep 09 19:55:31.460645 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.462020 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.462557 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 19:55:31.462889 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.463846 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.464363 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 19:55:31.464691 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_default.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.465663 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.466183 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-default not supported by any of loaded plugins Sep 09 19:55:31.466513 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_fip.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.467199 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.467704 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-fip not supported by any of loaded plugins Sep 09 19:55:31.468029 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_gateway_ip.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.469285 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.469841 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 19:55:31.470166 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_port_network_policy.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.471121 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.471633 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 19:55:31.471958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_pps_rule.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.473203 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.473753 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-pps not supported by any of loaded plugins Sep 09 19:55:31.474082 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_rule_type_details.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.475026 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.475538 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 19:55:31.475864 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: qos_rules_alias.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.476921 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.477467 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 19:55:31.477795 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: quotasv2.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.478794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.479126 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: quotas Sep 09 19:55:31.479450 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: quotasv2_detail.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.482874 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.483219 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: quota_details Sep 09 19:55:31.483558 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: rbac.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.485213 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.485877 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: rbac-policies Sep 09 19:55:31.486213 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: rbac_address_group.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.487154 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.487671 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: rbac-address-group Sep 09 19:55:31.488076 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: rbac_address_scope.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.488937 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.489489 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: rbac-address-scope Sep 09 19:55:31.489847 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: rbac_security_groups.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.490911 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.491435 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: rbac-security-groups Sep 09 19:55:31.491907 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: rbac_subnetpool.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.493363 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.494251 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: rbac-subnetpool Sep 09 19:55:31.494814 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: revisionifmatch.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.496265 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.497149 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: revision-if-match Sep 09 19:55:31.497524 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: revisions.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.498677 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.499207 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: standard-attr-revisions Sep 09 19:55:31.499539 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: router_availability_zone.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.500900 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.501508 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: router_availability_zone Sep 09 19:55:31.501841 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: routerservicetype.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.502789 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.503309 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension router-service-type not supported by any of loaded plugins Sep 09 19:55:31.503638 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.504567 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.505080 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: security-groups-normalized-cidr Sep 09 19:55:31.505592 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: security_groups_port_filtering.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.506362 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.506875 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: port-security-groups-filtering Sep 09 19:55:31.507202 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.508131 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.508644 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: security-groups-remote-address-group Sep 09 19:55:31.508969 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: securitygroup.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.521194 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.521764 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: security-group Sep 09 19:55:31.522103 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: segment.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.522922 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.523437 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension segment not supported by any of loaded plugins Sep 09 19:55:31.523769 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.524748 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.525264 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 19:55:31.525619 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: servicetype.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.526798 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.527331 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: service-type Sep 09 19:55:31.527665 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: sorting.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.528657 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.528995 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: sorting Sep 09 19:55:31.529347 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: standard_attr_segment.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.530281 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.530807 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 19:55:31.531732 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: standardattrdescription.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.532393 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.532905 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: standard-attr-description Sep 09 19:55:31.533232 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: stateful_security_group.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.534219 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.534741 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: stateful-security-group Sep 09 19:55:31.535069 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: stdattrs_common.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.535653 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 19:55:31.535976 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.536951 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.537474 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 19:55:31.537797 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnet_onboard.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.538884 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.539407 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: subnet_onboard Sep 09 19:55:31.539734 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.540679 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.541195 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 19:55:31.541552 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnet_service_types.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.542489 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.543009 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: subnet-service-types Sep 09 19:55:31.543332 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnetallocation.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.544434 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.544955 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: subnet_allocation Sep 09 19:55:31.545283 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.545980 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.546493 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: subnetpool-prefix-ops Sep 09 19:55:31.546866 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.547797 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.548308 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 19:55:31.548633 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: tagging.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.549781 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.550300 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: standard-attr-tag Sep 09 19:55:31.550636 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: timestamp.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.551858 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.552377 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loaded extension: standard-attr-timestamp Sep 09 19:55:31.552708 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: trunk.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.553842 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.554363 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension trunk not supported by any of loaded plugins Sep 09 19:55:31.554693 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: trunk_details.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.555630 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.556145 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension trunk-details not supported by any of loaded plugins Sep 09 19:55:31.556473 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: uplink_status_propagation.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.557433 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.557948 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 19:55:31.558274 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Loading extension file: vlantransparent.py {{(pid=93982) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 19:55:31.558958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93982) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 19:55:31.559469 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 19:55:31.562006 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:network Sep 09 19:55:31.562583 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnet Sep 09 19:55:31.562991 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 19:55:31.563384 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:port Sep 09 19:55:31.564642 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.565103 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service FLAVORS assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.565770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.566210 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.566551 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:router Sep 09 19:55:31.566985 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:floatingip Sep 09 19:55:31.567477 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service METERING assigned prefix: /metering {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.568966 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.569370 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.569730 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93982) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 19:55:31.570769 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 19:55:31.571493 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:security_group Sep 09 19:55:31.571925 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 19:55:31.572515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service CORE assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.572857 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 19:55:31.573209 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] subnetpool is already registered Sep 09 19:55:31.573682 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service CORE assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.574017 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 19:55:31.574399 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] subnetpool is already registered Sep 09 19:55:31.576647 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.577084 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service FLAVORS assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.577711 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.578681 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.579014 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:router Sep 09 19:55:31.579358 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] router is already registered Sep 09 19:55:31.579776 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:floatingip Sep 09 19:55:31.580115 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] floatingip is already registered Sep 09 19:55:31.580577 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service METERING assigned prefix: /metering {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.581263 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 19:55:31.581622 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] rbac_policy is already registered Sep 09 19:55:31.582038 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:security_group Sep 09 19:55:31.582377 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] security_group is already registered Sep 09 19:55:31.582782 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 19:55:31.583118 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] security_group_rule is already registered Sep 09 19:55:31.583741 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service CORE assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.584076 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 19:55:31.584410 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] subnetpool is already registered Sep 09 19:55:31.584833 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.v2.resource_helper [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Service CORE assigned prefix: {{(pid=93982) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 19:55:31.585166 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 19:55:31.585537 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING neutron.quota.resource_registry [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] subnetpool is already registered Sep 09 19:55:31.586014 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: extensions {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.587515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: address-groups {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.588989 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: address-scopes {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.590348 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: agents {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.591510 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: auto-allocated-topology {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.592763 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: availability_zones {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.594733 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: dhcp-networks {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.596319 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: dhcp-agents {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.597771 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: routers {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.599972 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: flavors {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.601144 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: service_profiles {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.602382 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: next_providers {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.603832 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: service_profiles {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.605392 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: floatingip-pools {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.606610 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: routers {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.608701 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: floatingips {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.610618 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: l3-routers {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.612005 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: l3-agents {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.613439 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: metering-labels {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.614808 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: metering-label-rules {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.616102 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: network-ip-availabilities {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.617396 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: bindings {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.619972 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: quotas {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.621461 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: quotas {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.622881 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: rbac-policies {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.624087 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: security-groups {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.626122 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: security-group-rules {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.627394 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: service-providers {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.628590 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: subnetpools {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.630066 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: subnetpools {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.631526 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.633189 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.635051 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.636844 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.638660 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.640529 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.642275 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.644183 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.645986 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.647710 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron.api.extensions [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Extended resource: tags {{(pid=93982) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 19:55:31.653691 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING keystonemiddleware.auth_token [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 19:55:31.658956 dv-cinder-806991-6-iscsi neutron-server[93982]: WARNING keystonemiddleware.auth_token [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 19:55:31.667556 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Acquired lock "singleton_lock" {{(pid=93982) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 19:55:31.668034 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_concurrency.lockutils [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Releasing lock "singleton_lock" {{(pid=93982) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 19:55:31.668676 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Starting 2 workers Sep 09 19:55:31.674035 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Started child 94091 {{(pid=93982) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 19:55:31.678500 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Started child 94092 {{(pid=93982) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 19:55:31.679795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.680443 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO neutron.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 19:55:31.680768 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Notify callbacks [] for process, before_spawn {{(pid=93982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.681345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [-] (94091) wsgi starting up on http://0.0.0.0:9696 Sep 09 19:55:31.683218 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Starting 1 workers Sep 09 19:55:31.683332 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.684841 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [-] (94092) wsgi starting up on http://0.0.0.0:9696 Sep 09 19:55:31.688446 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Started child 94093 {{(pid=93982) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 19:55:31.688985 dv-cinder-806991-6-iscsi neutron-server[93982]: INFO oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Starting 1 workers Sep 09 19:55:31.692051 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] calling RpcWorker wait() {{(pid=94093) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 19:55:31.692764 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] returning from RpcWorker wait() {{(pid=94093) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 19:55:31.693521 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Started child 94094 {{(pid=93982) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 19:55:31.693879 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.694288 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:31.694471 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG neutron_lib.callbacks.manager [None req-236de2f5-139c-4ca3-b8b2-a1f12b9a1fdf None None] Notify callbacks [] for process, after_spawn {{(pid=93982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.696435 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93982) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 19:55:31.696645 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 19:55:31.696827 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 19:55:31.697037 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 19:55:31.697405 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 19:55:31.697569 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 19:55:31.698229 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.698646 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.698790 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:31.699277 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.699369 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.699599 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.700192 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.700452 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.700705 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.700991 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.701424 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.701760 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.702084 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.702471 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.702893 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.703349 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.703799 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.704311 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.704734 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.705061 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.705488 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.705941 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.706323 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.706773 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] debug = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.707170 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.707787 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.708159 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.708588 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.708989 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.709435 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.709799 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.710278 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.710692 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.711099 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.711480 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.711880 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.712267 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.712639 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.713015 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.713442 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.713828 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.714472 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] host = dv-cinder-806991-6-iscsi {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.714857 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.715226 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.715653 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.716029 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.716459 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.716846 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.717247 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.717651 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.718057 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.719003 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.719434 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.719897 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.720485 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.720921 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.721249 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_options = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.721652 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.722045 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.722473 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.722818 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.723168 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.723491 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.723907 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.724205 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.724605 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.725006 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.725416 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.725813 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.726208 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.726622 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.727035 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.727494 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.727894 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.728289 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.728757 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.729153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.729615 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.730060 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.730452 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.730824 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.731099 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:31.731390 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.731785 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.732211 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.732593 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.732953 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.733397 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.733789 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.734824 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.735379 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.735802 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.736259 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.736628 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.736999 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.737393 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.737859 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.738258 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.738666 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.739059 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.739410 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.739816 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.740195 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.740570 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.740866 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_json = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.741227 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.741645 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.742079 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.742440 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.742830 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.743181 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.743546 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.743932 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.744526 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.744941 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.745441 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.745835 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.746209 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.746623 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.747005 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.747360 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.747776 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.748170 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.748614 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.748990 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.749452 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.750288 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.750554 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.750896 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.751322 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.751603 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.751875 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.752084 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.752307 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.752578 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.752839 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.753062 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.753297 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.753569 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.754277 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.754606 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.754873 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.755137 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.755623 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.756065 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.756505 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.756949 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.757247 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.757679 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.758095 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.758540 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.758961 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.759352 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.759798 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.760232 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.760619 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.761032 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.761380 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.761710 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.762039 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.762342 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.762590 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.762818 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.763059 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.763304 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.763539 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.763782 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.764069 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.764305 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.764531 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.764754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.764973 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.765226 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.766115 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.766462 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.766805 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.767029 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.767257 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.767477 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.767748 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.767979 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.768283 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.768634 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.768894 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.769262 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.769672 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.770103 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.770522 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.770934 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.771333 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.771746 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.772159 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.772593 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.773017 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.773277 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.773528 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.773754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.773976 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.774195 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.774416 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.774812 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.775189 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.775609 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.776079 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.776479 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.776904 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.777162 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.777615 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.777721 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.777938 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.779500 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.779730 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.779978 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.780255 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.780504 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.780776 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.781066 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.781337 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.781585 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.781828 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.782079 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.782303 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.782539 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.782770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.783055 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.783314 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.783570 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.783819 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.784070 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.784342 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.784602 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.784871 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.785090 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.785374 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.785659 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.785921 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.786173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.786425 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.786657 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.786922 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.787158 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.787417 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.787685 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.788084 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.788708 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.789133 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.789405 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.789630 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.789845 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.790224 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.790718 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.790971 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.791191 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.791427 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.791725 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.792000 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.792237 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.792503 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.792765 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.793036 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.793267 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.793519 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.793766 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.794003 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.794232 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.794446 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.794688 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.794927 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.795179 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.795398 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.795625 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.795861 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.796078 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.796296 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.796532 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.796785 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.797006 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.797251 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.797506 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.797760 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.797995 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.798215 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.798433 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.798648 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.798868 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.799120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.799343 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.799622 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.799874 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.800110 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.800343 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.800575 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.800827 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.801044 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.801292 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.801539 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.801755 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.801976 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.802197 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.802411 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.802640 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.802867 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.803082 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.803339 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.803575 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.803904 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.804153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.804385 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.804645 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.804862 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.805129 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.805370 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.805590 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.805807 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.806046 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.806262 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.806532 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.806768 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.807016 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.807246 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.807466 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.807677 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.807892 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.808102 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.808391 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.808644 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.808877 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.809250 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.809451 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.809594 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.809845 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.810056 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.810267 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.810490 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.810707 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.810916 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.811142 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.811354 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.811563 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.811789 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.812003 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.812793 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.813079 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.813375 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.813669 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.813899 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.814139 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.814352 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.814576 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.814808 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.815040 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.815262 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.815500 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.815732 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.815978 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.816187 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.816397 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.816639 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.816855 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.817115 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.817416 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.817671 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.817890 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.818206 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.818426 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.818669 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.818923 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.819223 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.819430 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.819663 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.819906 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.820122 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.820341 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.820621 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.820907 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.821476 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.821747 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.821983 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.822261 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.822534 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.822801 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.823015 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.823304 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.823630 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.823924 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.824192 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.824491 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.824706 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.824927 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.825146 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.825402 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.825648 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.825869 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.826137 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.826371 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.826597 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.826814 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.827062 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.827301 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.827524 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.827735 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.828570 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.828880 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.829038 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 19:55:31.829593 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93982) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 19:55:31.829754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 19:55:31.829910 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 19:55:31.830081 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 19:55:31.830234 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 19:55:31.830390 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 19:55:31.830596 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.830757 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.830955 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831140 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831298 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831428 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831566 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831697 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831831 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.831964 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832107 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832253 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832402 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832539 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832669 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832821 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.832980 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833139 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833370 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833664 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833797 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.833926 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] debug = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834059 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834237 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834405 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834543 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834676 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.834831 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835089 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835230 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835367 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835507 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835636 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.835903 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836036 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836186 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836330 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836467 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836604 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] host = dv-cinder-806991-6-iscsi {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836740 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.836875 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837009 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837144 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837298 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:31.837491 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837491 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.837754 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838022 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838022 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838289 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838424 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838558 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838708 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838845 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_options = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.838980 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839114 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839248 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839383 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839521 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839657 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.839898 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840048 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840186 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840321 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840456 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840591 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840727 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840862 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.840997 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841132 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841275 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841444 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841591 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841727 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841863 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.841998 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842134 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842269 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842403 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842549 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842686 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842822 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.842966 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.843125 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.843268 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.843483 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.843759 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.843998 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844149 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844306 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844457 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844594 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844759 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.844923 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845065 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845225 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845397 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845554 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845698 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845846 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.845984 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_json = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846263 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846407 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846559 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846704 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846848 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.846984 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.847119 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 19:55:31.847296 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.847458 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.847614 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.847776 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.847935 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848097 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848245 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848390 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848551 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848712 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.848880 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.849041 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.849211 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.849672 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.849672 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.849672 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850563 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850563 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850563 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850935 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.850935 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851093 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851219 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851342 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851463 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851629 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851790 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.851954 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.852115 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.852276 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.852558 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.852829 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853020 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853182 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853363 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853525 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853685 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.853846 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854006 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854168 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854333 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854494 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854654 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854815 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.854978 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855133 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855297 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855459 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855606 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855770 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.855934 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856086 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856260 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856418 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856581 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856740 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.856887 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857048 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857199 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857383 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857537 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857699 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.857850 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858026 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858183 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858343 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858509 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858667 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858812 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.858974 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859184 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859346 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859507 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859669 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859829 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.859989 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860139 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860299 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860456 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860642 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860768 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.860891 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.861049 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.861209 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.861399 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.861561 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.861827 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.862131 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.862416 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.862689 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.862963 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.863238 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.863510 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.863859 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.864066 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.864346 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.864634 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.864923 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.865207 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.865515 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.865796 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.866078 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.866365 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.866647 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.866943 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.867233 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.867489 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.867656 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.867875 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868013 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868137 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868259 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868412 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868583 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868743 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.868907 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869067 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869234 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869428 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869589 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869750 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.869910 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870071 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870231 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870389 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870549 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870712 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.870923 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.871120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.871120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.871120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872057 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872057 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872057 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872057 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.872794 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.873613 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.873613 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.873613 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.873613 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.873613 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874174 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874174 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874174 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874174 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874624 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874624 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.874624 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.875437 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.875557 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.875760 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.875760 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.875973 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876094 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876198 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876349 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876509 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876670 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876876 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.876991 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877124 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877625 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877625 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877625 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.877958 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878257 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878257 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878512 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878512 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878703 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878913 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.878913 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879195 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879389 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879389 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879690 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879690 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879952 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.879952 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.880199 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.880334 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.880497 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.881153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.881153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.881153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.881153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.881153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882152 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882667 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882667 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882667 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.882667 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883120 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883373 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883496 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883627 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883712 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.883864 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884024 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884184 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884345 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884514 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884674 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884834 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.884994 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.885153 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.885356 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.885503 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.885664 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.885845 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886088 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886252 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886377 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886513 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886598 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886726 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.886884 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887044 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887203 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887371 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887531 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887690 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.887850 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888009 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888169 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888338 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888497 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888662 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888823 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.888981 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889140 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889326 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889493 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889652 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889838 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.889969 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.890114 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.890300 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.890537 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.890699 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.890862 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.891023 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.891190 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.891350 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.891677 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.891844 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.892019 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.892921 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.892921 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893226 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893226 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893506 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893506 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893740 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893828 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.893974 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894096 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894256 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894417 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894576 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894736 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.894896 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895056 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895217 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895375 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895534 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895696 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.895855 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896014 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896173 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896333 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896492 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896652 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896811 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 19:55:31.896964 dv-cinder-806991-6-iscsi neutron-server[93982]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93982) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 19:55:31.913518 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48496) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:55:31.922462 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063941 Sep 09 19:55:44.574971 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c832bd-d161-4fe4-9eea-1263e9a93483 None None] get_active_networks_info from dv-cinder-806991-6-iscsi {{(pid=94093) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 19:55:44.776582 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c832bd-d161-4fe4-9eea-1263e9a93483 None None] No non-hosted networks {{(pid=94093) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 19:55:44.793865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.agentschedulers_db [None req-80c832bd-d161-4fe4-9eea-1263e9a93483 None None] DHCP Agent not found on host dv-cinder-806991-6-iscsi {{(pid=94093) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 19:55:44.923363 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2c6208b-9cf4-49ad-89a5-f76058960a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:47.595044 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2afb4582-8018-462f-94e4-f6cb82c6fa0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:47.666359 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f67b790-ff8f-4296-9ba7-a011e6220cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:47.835696 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:47.836637 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.837193 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.837851 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.838342 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.838833 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.839329 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.839826 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.840335 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.840823 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.841329 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.841897 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.842401 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:47.843245 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806991-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:47.860345 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806991-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:55:48.901436 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:50.380767 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:51.578130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:55:52.107841 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING oslo_policy.policy [None req-1a40289b-9081-4237-971c-cb2af7574324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:52.109500 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING oslo_policy.policy [None req-1a40289b-9081-4237-971c-cb2af7574324 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:52.331161 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [None req-1a40289b-9081-4237-971c-cb2af7574324 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 19:55:52.332426 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1a40289b-9081-4237-971c-cb2af7574324 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7533152 Sep 09 19:55:54.036709 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.db.l3_hamode_db [None req-1a3a02f9-86fd-4c99-90d6-068a753de927 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 19:55:54.114487 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a02f9-86fd-4c99-90d6-068a753de927 None None] Routers set() bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 19:55:54.114865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a02f9-86fd-4c99-90d6-068a753de927 None None] Router IDs set() for agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 19:55:54.800486 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48602) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:55:55.306216 dv-cinder-806991-6-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:55.306803 dv-cinder-806991-6-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:55.531995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:55:55.627532 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.policy [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94092) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 19:55:55.676710 dv-cinder-806991-6-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:55.677091 dv-cinder-806991-6-iscsi neutron-server[94092]: WARNING oslo_policy.policy [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:55:55.685765 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.quota [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] Loaded quota_driver: . Sep 09 19:55:55.778490 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746108563358', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746108561843', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746108582090', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746108576174', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746109440915', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746108851716', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-618878', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-827590', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1930868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2025802'] for rbac-policy, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:55.849221 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:55.850629 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1d034c9d-03cf-4164-800b-5dda76b26ebe admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0480270 Sep 09 19:55:58.576793 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:55:58.886932 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Request body: {'network': {'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'name': 'private', 'admin_state_up': True}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:55:58.917515 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Made reservation on behalf of 8d1fd2551d194f8c8bbdb4003f6a435b for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:55:58.921812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:58.941109 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.074516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.078982 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.100108 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 19:55:59.129110 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746106573204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.129728 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Unsubscribe: segment precommit_create {{(pid=94092) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 19:55:59.130252 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Added segment ee8e6a59-336f-47ab-8825-c41835ae6f99 of type vlan for network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 Sep 09 19:55:59.147548 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db797dd-0e04-4019-8d7d-31982086e921,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:55:59.175644 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.176005 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.176343 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.176674 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.177007 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.177361 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.177834 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.178009 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.178349 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.178670 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.179068 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.179388 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Tracked resource versions report: Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: pushed versions: Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: { 'AddressGroup': {'1.2'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Log': {'1.0'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Network': {'1.1'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Port': {'1.7'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'PortForwarding': {'1.2'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'QosPolicy': {'1.9'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroup': {'1.4'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SubPort': {'1.0'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Subnet': {'1.1'}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Trunk': {'1.1'}} Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: consumer versions: Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'ConntrackHelper': '1.0', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Log': '1.0', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Network': '1.1', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Port': '1.7', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'PortForwarding': '1.2', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'QosPolicy': '1.9', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroup': '1.4', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroupRule': '1.2', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SubPort': '1.0', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Subnet': '1.1', Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Trunk': '1.1'}} Sep 09 19:55:59.180493 dv-cinder-806991-6-iscsi neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 19:55:59.257801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.300547 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.301933 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:55:59.302598 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:55:59.363706 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7857444 Sep 09 19:55:59.417778 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e17c05-c0fe-4c6d-84f5-1080e6a49e27 admin admin] Pushing event updated for resources: {'Network': ['ID=746ffed5-2bee-4850-a9d3-0fe5c2c93180,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:55:59.430319 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 19:56:02.129658 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48634) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:02.588104 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7ffcc-ed6a-403a-b211-25bd752eac2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:02.589441 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8dc7ffcc-ed6a-403a-b211-25bd752eac2d admin admin] 10.222.0.37 "GET /v2.0/networks/746ffed5-2bee-4850-a9d3-0fe5c2c93180 HTTP/1.1" status: 200 len: 825 time: 0.4587457 Sep 09 19:56:02.614470 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-36f36bb4-e999-4f00-8ae5-67af08aabf97 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/905fe8ed-d594-4d93-8f5f-eb4ec494ed63 HTTP/1.1" status: 200 len: 734 time: 0.0185399 Sep 09 19:56:02.624184 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63', 'gateway_ip': '172.20.0.1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:56:02.646082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Made reservation on behalf of 8d1fd2551d194f8c8bbdb4003f6a435b for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:56:02.648499 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:02.973056 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:03.045046 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31beeb4f-298f-40f5-97b4-0a1ba043a57c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:03.047764 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Checking segment: {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:56:03.048144 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Network hostable DHCP agents. Network: 746ffed5-2bee-4850-a9d3-0fe5c2c93180, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 19:56:03.069840 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 19:56:03.086815 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 746ffed5-2bee-4850-a9d3-0fe5c2c93180) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:03.092528 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:03.093811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:03.099343 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d9622-e650-4761-8b7a-0600e813fabd None None] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:56:03.108705 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-76054467-24f4-4413-b929-f3e0e4147040 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4882700 Sep 09 19:56:03.448259 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 19:56:03.449593 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:03.748880 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Allocated IP 172.20.0.2 (746ffed5-2bee-4850-a9d3-0fe5c2c93180/31beeb4f-298f-40f5-97b4-0a1ba043a57c/63310283-4e8c-4cf2-b40d-1e4bf40ad93e) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 19:56:04.052453 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:04.073577 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Transition to ACTIVE for port object 63310283-4e8c-4cf2-b40d-1e4bf40ad93e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:56:04.098723 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Transition to ACTIVE for port object 63310283-4e8c-4cf2-b40d-1e4bf40ad93e will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:56:04.106419 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:04.181014 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 19:56:04.187267 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:04.195907 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Pushing event updated for resources: {'Port': ['ID=63310283-4e8c-4cf2-b40d-1e4bf40ad93e,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:04.198248 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 19:56:04.208853 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.209210 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.209588 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.209929 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.210267 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.210604 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.210936 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.211268 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.211623 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.211955 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.212283 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.212608 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Tracked resource versions report: Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: pushed versions: Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: { 'AddressGroup': {'1.2'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Log': {'1.0'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Network': {'1.1'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Port': {'1.7'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'PortForwarding': {'1.2'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'QosPolicy': {'1.9'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroup': {'1.4'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SubPort': {'1.0'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Subnet': {'1.1'}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Trunk': {'1.1'}} Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: consumer versions: Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'ConntrackHelper': '1.0', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Log': '1.0', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Network': '1.1', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Port': '1.7', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'PortForwarding': '1.2', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'QosPolicy': '1.9', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroup': '1.4', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroupRule': '1.2', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SubPort': '1.0', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Subnet': '1.1', Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Trunk': '1.1'}} Sep 09 19:56:04.213732 dv-cinder-806991-6-iscsi neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 19:56:04.298196 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Attempting to bind port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 19:56:04.298601 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Attempting to bind port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 19:56:04.299024 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Attempting to bind port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e on network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 19:56:04.304287 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 19, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 19:56:04.304646 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Checking segment: {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:56:04.305125 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:04.305576 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Bound using segment: {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 19:56:04.306052 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Bound port: 63310283-4e8c-4cf2-b40d-1e4bf40ad93e, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 19:56:04.306484 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:04.376496 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] For port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 19:56:04.381739 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] For port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=63310283-4e8c-4cf2-b40d-1e4bf40ad93e,segment=NetworkSegment(ee8e6a59-336f-47ab-8825-c41835ae6f99),segment_id=ee8e6a59-336f-47ab-8825-c41835ae6f99)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 19:56:04.387127 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:04.456966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a055b-2aa6-48ef-abbe-2de04dc211d1 None None] Pushing event updated for resources: {'Port': ['ID=63310283-4e8c-4cf2-b40d-1e4bf40ad93e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:05.629657 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:05.990943 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-f7b4d27c-c20a-41d9-acc8-00fb1b3be056 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 19:56:06.005408 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f7b4d27c-c20a-41d9-acc8-00fb1b3be056 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3614304 Sep 09 19:56:08.490194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48650) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:08.821057 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [None req-7b5cecc8-f5e1-43cf-b07f-348772799fea admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 19:56:08.822081 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7b5cecc8-f5e1-43cf-b07f-348772799fea admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3307962 Sep 09 19:56:11.565410 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48660) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:11.904980 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Request body: {'router': {'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:56:11.971332 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.policy [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94091) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 19:56:12.018167 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING oslo_policy.policy [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:56:12.018554 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING oslo_policy.policy [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 19:56:12.027270 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.quota [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Loaded quota_driver: . Sep 09 19:56:12.084242 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:12.086198 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:12.250435 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:12.255741 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:12.274461 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:12.275676 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0d0c6c75-130e-4f3a-a8c2-f7d4484cf703 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7092872 Sep 09 19:56:13.042886 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f156a7-190d-4ef5-b403-d57b959d2529 None None] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:56:13.111838 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-98c65efd-25ac-4a00-ae06-bb35dc3c808f None None] Provisioning for port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:56:13.447896 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 63310283-4e8c-4cf2-b40d-1e4bf40ad93e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:13.536813 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:56:13.540769 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:13.541165 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:13.667607 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:13.707477 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=63310283-4e8c-4cf2-b40d-1e4bf40ad93e,segment=NetworkSegment(ee8e6a59-336f-47ab-8825-c41835ae6f99),segment_id=ee8e6a59-336f-47ab-8825-c41835ae6f99)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 19:56:13.712010 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:13.764001 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=63310283-4e8c-4cf2-b40d-1e4bf40ad93e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:14.505821 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e83bdb22-f886-4ae6-9825-bf7ab8919011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:14.751046 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48674) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:15.064839 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [None req-943acb21-ffac-4a75-a06d-357e7cbbb0d1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 19:56:15.065890 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-943acb21-ffac-4a75-a06d-357e7cbbb0d1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139210 Sep 09 19:56:15.407838 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 63310283-4e8c-4cf2-b40d-1e4bf40ad93e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:15.458035 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:15.458407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:17.539687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48682) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:17.581392 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e0069403-7e10-42ef-bda7-5fb59ad2b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:17.820392 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:17.870164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:56:17.891454 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Made reservation on behalf of 42ed12d366dc406abae2e8ab7c6adcf8 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:56:17.893794 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:17.902441 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.015050 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.018917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.034909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Reserving flat network on physical network physnet1 {{(pid=94092) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 19:56:18.056911 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.057251 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Added segment 56cc01c8-a363-48ad-8619-62cc6855d3a5 of type flat for network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe Sep 09 19:56:18.058524 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bb9143-3691-499e-93e0-9d42c6c8cf7c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:18.116181 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.149733 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.150680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:18.151256 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:18.188448 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6476707 Sep 09 19:56:18.217079 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad709f2-62dd-4ee4-b197-5fc2089dc07a admin admin] Pushing event updated for resources: {'Network': ['ID=8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:18.227286 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 19:56:18.846742 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:20.322264 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:20.646721 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48700) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:20.831779 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313bd77-5b5c-4f33-8f1b-60c272456faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:20.833113 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c313bd77-5b5c-4f33-8f1b-60c272456faf admin admin] 10.222.0.37 "GET /v2.0/subnets/31beeb4f-298f-40f5-97b4-0a1ba043a57c HTTP/1.1" status: 200 len: 849 time: 0.1854494 Sep 09 19:56:20.997145 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2821e071-8692-46e2-af52-1b6bddef4b3f admin admin] 10.222.0.37 "GET /v2.0/routers/afef6e55-092d-4c2d-8430-c1364fb1a8fb HTTP/1.1" status: 200 len: 704 time: 0.1577973 Sep 09 19:56:21.267594 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:21.571680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Allocated IP 172.20.0.1 (746ffed5-2bee-4850-a9d3-0fe5c2c93180/31beeb4f-298f-40f5-97b4-0a1ba043a57c/b2257307-9691-4a37-808c-f8f0d56e20d4) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 19:56:21.737846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:21.809192 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Transition to ACTIVE for port object b2257307-9691-4a37-808c-f8f0d56e20d4 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:56:21.879987 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:21.951820 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 19:56:21.956598 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:21.963566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 19:56:21.964130 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:21.990820 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Pushing event updated for resources: {'Port': ['ID=b2257307-9691-4a37-808c-f8f0d56e20d4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:22.137063 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1fbbb2b-d76d-43b7-8157-82ecb1fcbaad None None] Provisioning for port b2257307-9691-4a37-808c-f8f0d56e20d4 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:56:22.140623 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b1fbbb2b-d76d-43b7-8157-82ecb1fcbaad None None] Provisioning complete for port b2257307-9691-4a37-808c-f8f0d56e20d4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:22.141022 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b1fbbb2b-d76d-43b7-8157-82ecb1fcbaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.173624 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.180014 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b1fbbb2b-d76d-43b7-8157-82ecb1fcbaad None None] Port b2257307-9691-4a37-808c-f8f0d56e20d4 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 19:56:22.391271 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.396050 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.396877 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.456938 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Pushing event updated for resources: {'Port': ['ID=b2257307-9691-4a37-808c-f8f0d56e20d4,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:22.523854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 19:56:22.525127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:22.687098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Router afef6e55-092d-4c2d-8430-c1364fb1a8fb is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 19:56:22.699904 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ddec2e6e-459b-490f-b134-91d14e7d93bc None None] Provisioning complete for port b2257307-9691-4a37-808c-f8f0d56e20d4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:22.700943 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ddec2e6e-459b-490f-b134-91d14e7d93bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:22.739384 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-ddec2e6e-459b-490f-b134-91d14e7d93bc None None] Port b2257307-9691-4a37-808c-f8f0d56e20d4 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 19:56:22.781867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 19:56:22.788053 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a4e36fee-b10f-4747-8e9a-4abc646453dd admin admin] 10.222.0.37 "PUT /v2.0/routers/afef6e55-092d-4c2d-8430-c1364fb1a8fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7850027 Sep 09 19:56:22.792340 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Sync routers for ids ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 19:56:22.805028 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Routers {'afef6e55-092d-4c2d-8430-c1364fb1a8fb'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 19:56:22.805865 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T19:56:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:22.995623 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Set router afef6e55-092d-4c2d-8430-c1364fb1a8fb gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 19:56:23.439572 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:22Z', 'revision_number': 2, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port_host': None, '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:22Z', 'revision_number': 2, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:23.491702 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Checking router: afef6e55-092d-4c2d-8430-c1364fb1a8fb for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 19:56:23.492076 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Updating router afef6e55-092d-4c2d-8430-c1364fb1a8fb port b2257307-9691-4a37-808c-f8f0d56e20d4 binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 19:56:23.540433 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.107270 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.126432 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Transition to ACTIVE for port object b2257307-9691-4a37-808c-f8f0d56e20d4 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:56:24.132069 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.277355 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Pushing event updated for resources: {'Port': ['ID=b2257307-9691-4a37-808c-f8f0d56e20d4,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:24.306616 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.306959 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.307310 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.307650 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.307985 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.308323 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.308695 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.308972 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.310199 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.310534 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.310866 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.311199 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Tracked resource versions report: Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: pushed versions: Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: { 'AddressGroup': {'1.2'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Log': {'1.0'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Network': {'1.1'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Port': {'1.7'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'PortForwarding': {'1.2'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'QosPolicy': {'1.9'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroup': {'1.4'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SubPort': {'1.0'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Subnet': {'1.1'}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Trunk': {'1.1'}} Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: consumer versions: Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'ConntrackHelper': '1.0', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Log': '1.0', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Network': '1.1', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Port': '1.7', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'PortForwarding': '1.2', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'QosPolicy': '1.9', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroup': '1.4', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroupRule': '1.2', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SubPort': '1.0', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Subnet': '1.1', Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Trunk': '1.1'}} Sep 09 19:56:24.312305 dv-cinder-806991-6-iscsi neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 19:56:24.318935 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Attempting to bind port b2257307-9691-4a37-808c-f8f0d56e20d4 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 19:56:24.319341 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Attempting to bind port b2257307-9691-4a37-808c-f8f0d56e20d4 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 19:56:24.320013 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Attempting to bind port b2257307-9691-4a37-808c-f8f0d56e20d4 on network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 19:56:24.326789 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 19, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 19:56:24.327526 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Checking segment: {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:56:24.327884 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.328289 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Bound using segment: {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 19:56:24.328806 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Bound port: b2257307-9691-4a37-808c-f8f0d56e20d4, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8e6a59-336f-47ab-8825-c41835ae6f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 19:56:24.329253 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.401988 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] For port b2257307-9691-4a37-808c-f8f0d56e20d4, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 19:56:24.422649 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] For port b2257307-9691-4a37-808c-f8f0d56e20d4, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=b2257307-9691-4a37-808c-f8f0d56e20d4,segment=NetworkSegment(ee8e6a59-336f-47ab-8825-c41835ae6f99),segment_id=ee8e6a59-336f-47ab-8825-c41835ae6f99)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 19:56:24.427217 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:24.480902 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Routers {'afef6e55-092d-4c2d-8430-c1364fb1a8fb'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 19:56:24.482929 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T19:56:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:24.531455 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59a25-264f-4c28-aae2-742abdb78a8b None None] Pushing event updated for resources: {'Port': ['ID=b2257307-9691-4a37-808c-f8f0d56e20d4,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:24.596877 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] Set router afef6e55-092d-4c2d-8430-c1364fb1a8fb gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 19:56:24.861759 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:22Z', 'revision_number': 2, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port_host': None, '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:24Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:24.888316 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f3b40d-24af-499c-822a-b6e3ecc655b6 None None] The sync data for ids ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'] in dv-cinder-806991-6-iscsi is: [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:22Z', 'revision_number': 2, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port_host': None, '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:24Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 19:56:25.139138 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48720) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:25.336578 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff0b22f-84fc-41e2-85dd-5c7d46dfb7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:25.338133 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9ff0b22f-84fc-41e2-85dd-5c7d46dfb7b4 admin admin] 10.222.0.37 "GET /v2.0/networks/8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe HTTP/1.1" status: 200 len: 842 time: 0.1977503 Sep 09 19:56:25.352031 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:56:25.382267 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Made reservation on behalf of 42ed12d366dc406abae2e8ab7c6adcf8 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:56:25.384930 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:25.808249 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.objects.ports [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94091) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 19:56:25.808750 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:25.892752 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e71fe7e-a334-44d9-8836-e4dc88a07754,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:25.904680 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.905122 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.905393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.905749 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.906051 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.906382 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.906704 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.907024 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.907359 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.907679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.907994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.908308 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Tracked resource versions report: Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: pushed versions: Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: { 'AddressGroup': {'1.2'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'ConntrackHelper': {'1.0'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Log': {'1.0'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Network': {'1.1'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Port': {'1.7'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'PortForwarding': {'1.2'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'QosPolicy': {'1.9'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroup': {'1.4'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroupRule': {'1.2'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SubPort': {'1.0'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Subnet': {'1.1'}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Trunk': {'1.1'}} Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: consumer versions: Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'ConntrackHelper': '1.0', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Log': '1.0', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Network': '1.1', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Port': '1.7', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'PortForwarding': '1.2', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'QosPolicy': '1.9', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroup': '1.4', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroupRule': '1.2', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SubPort': '1.0', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Subnet': '1.1', Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Trunk': '1.1'}} Sep 09 19:56:25.909406 dv-cinder-806991-6-iscsi neutron-server[94091]: {{(pid=94091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 19:56:25.930554 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:56:25.930950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Network hostable DHCP agents. Network: 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 19:56:25.964383 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 19:56:25.977816 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:25.983471 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:25.983993 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:25.990787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf272719-4eae-4e80-a03a-f39b1882b1e4 None None] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:56:26.006974 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-15add731-aeb0-45ea-b3d1-910ba2e85566 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6616688 Sep 09 19:56:26.149475 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d47571-92cb-4436-bafa-dd1301fa350b None None] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:56:28.382113 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 48732) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:28.603281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-eaebb54f-1a38-4f63-9243-55ea9b90968f admin admin] 10.222.0.37 "GET /v2.0/routers/afef6e55-092d-4c2d-8430-c1364fb1a8fb HTTP/1.1" status: 200 len: 710 time: 0.2199116 Sep 09 19:56:28.707939 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a80bc-5838-4972-9229-fc58967dc2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:56:28.709334 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-077a80bc-5838-4972-9229-fc58967dc2a7 admin admin] 10.222.0.37 "GET /v2.0/networks/8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe HTTP/1.1" status: 200 len: 886 time: 0.0990489 Sep 09 19:56:28.723653 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:56:28.984361 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:29.231412 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:29.320929 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:29.486608 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Allocated IP 172.27.3.117 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/a5f398f4-226f-4dc4-8475-0fa97919e336) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 19:56:29.602848 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:29.726562 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:29.798287 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 19:56:29.804495 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:56:29.814356 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 19:56:29.822504 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=a5f398f4-226f-4dc4-8475-0fa97919e336,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:30.130968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:30.361890 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583777', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13297'] for router, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:30.366536 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1584203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585448'] for router, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:30.491669 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Router afef6e55-092d-4c2d-8430-c1364fb1a8fb has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 19:56:30.600059 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 19:56:30.604695 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:30.606668 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-487f1d68-af14-442c-b329-f16de63a3bf0 admin admin] 10.222.0.37 "PUT /v2.0/routers/afef6e55-092d-4c2d-8430-c1364fb1a8fb HTTP/1.1" status: 200 len: 890 time: 1.8863573 Sep 09 19:56:31.471191 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device b2257307-9691-4a37-808c-f8f0d56e20d4 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:31.525691 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port b2257307-9691-4a37-808c-f8f0d56e20d4 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:56:31.531301 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port b2257307-9691-4a37-808c-f8f0d56e20d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:31.531822 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:31.563848 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Sync routers for ids ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 19:56:31.580920 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Routers {'afef6e55-092d-4c2d-8430-c1364fb1a8fb'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 19:56:31.581596 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T19:56:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:31.882361 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:31.898627 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Set router afef6e55-092d-4c2d-8430-c1364fb1a8fb gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 19:56:32.085940 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port b2257307-9691-4a37-808c-f8f0d56e20d4, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=b2257307-9691-4a37-808c-f8f0d56e20d4,segment=NetworkSegment(ee8e6a59-336f-47ab-8825-c41835ae6f99),segment_id=ee8e6a59-336f-47ab-8825-c41835ae6f99)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 19:56:32.103495 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:32.254456 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=b2257307-9691-4a37-808c-f8f0d56e20d4,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:32.374141 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:29Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port': {'id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:29Z', 'updated_at': '2021-09-09T19:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:24Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:32.425148 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Checking router: afef6e55-092d-4c2d-8430-c1364fb1a8fb for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 19:56:32.425643 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Updating router afef6e55-092d-4c2d-8430-c1364fb1a8fb port a5f398f4-226f-4dc4-8475-0fa97919e336 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 19:56:32.476338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:32.864963 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:32.877335 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Transition to ACTIVE for port object a5f398f4-226f-4dc4-8475-0fa97919e336 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:56:32.885236 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:32.941882 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40356-0882-432b-96a6-a8309a7aea62 None None] Pushing event updated for resources: {'Port': ['ID=a5f398f4-226f-4dc4-8475-0fa97919e336,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:32.945798 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Attempting to bind port a5f398f4-226f-4dc4-8475-0fa97919e336 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 19:56:32.946364 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Attempting to bind port a5f398f4-226f-4dc4-8475-0fa97919e336 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 19:56:32.946927 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Attempting to bind port a5f398f4-226f-4dc4-8475-0fa97919e336 on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 19:56:32.955431 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 19, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 19:56:32.955802 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:56:32.956204 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:32.956591 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 19:56:32.957060 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Bound port: a5f398f4-226f-4dc4-8475-0fa97919e336, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 19:56:32.957479 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:33.021788 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] For port a5f398f4-226f-4dc4-8475-0fa97919e336, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 19:56:33.025462 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] For port a5f398f4-226f-4dc4-8475-0fa97919e336, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a5f398f4-226f-4dc4-8475-0fa97919e336,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 19:56:33.030682 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:33.082134 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Routers {'afef6e55-092d-4c2d-8430-c1364fb1a8fb'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 19:56:33.082779 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T19:56:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:33.134392 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40356-0882-432b-96a6-a8309a7aea62 None None] Pushing event updated for resources: {'Port': ['ID=a5f398f4-226f-4dc4-8475-0fa97919e336,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:33.165453 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 48744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:56:33.298822 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-95e24886-142b-4fd1-9e6b-a93a2181171b admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1322041 Sep 09 19:56:33.304077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] Set router afef6e55-092d-4c2d-8430-c1364fb1a8fb gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 19:56:33.491820 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device b2257307-9691-4a37-808c-f8f0d56e20d4 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:33.598537 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port b2257307-9691-4a37-808c-f8f0d56e20d4 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:33.598912 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:33.687663 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:29Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port': {'id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:29Z', 'updated_at': '2021-09-09T19:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:31Z', 'revision_number': 5, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 19:56:33.723355 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eefe8d-498d-4f14-8e5a-fd4acc28317e None None] The sync data for ids ['afef6e55-092d-4c2d-8430-c1364fb1a8fb'] in dv-cinder-806991-6-iscsi is: [{'id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'name': 'router1', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117'}], 'enable_snat': True}, 'gw_port_id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T19:56:12Z', 'updated_at': '2021-09-09T19:56:29Z', 'revision_number': 4, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'gw_port': {'id': 'a5f398f4-226f-4dc4-8475-0fa97919e336', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:29Z', 'updated_at': '2021-09-09T19:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'b2257307-9691-4a37-808c-f8f0d56e20d4', 'name': '', 'network_id': '746ffed5-2bee-4850-a9d3-0fe5c2c93180', 'tenant_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'mac_address': 'fa:16:3e:3b:e9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef6e55-092d-4c2d-8430-c1364fb1a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T19:56:21Z', 'updated_at': '2021-09-09T19:56:31Z', 'revision_number': 5, 'project_id': '8d1fd2551d194f8c8bbdb4003f6a435b', 'subnets': [{'id': '31beeb4f-298f-40f5-97b4-0a1ba043a57c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '905fe8ed-d594-4d93-8f5f-eb4ec494ed63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 19:56:35.492285 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a5f398f4-226f-4dc4-8475-0fa97919e336 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:35.571499 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port a5f398f4-226f-4dc4-8475-0fa97919e336 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:56:35.577862 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a5f398f4-226f-4dc4-8475-0fa97919e336 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:35.578454 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:35.706766 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:35.735904 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port a5f398f4-226f-4dc4-8475-0fa97919e336, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a5f398f4-226f-4dc4-8475-0fa97919e336,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 19:56:35.745569 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:35.834759 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=a5f398f4-226f-4dc4-8475-0fa97919e336,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:56:37.447595 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a5f398f4-226f-4dc4-8475-0fa97919e336 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:56:37.502566 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a5f398f4-226f-4dc4-8475-0fa97919e336 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:56:37.503236 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:44.530079 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d953c20-a518-4614-92c3-d85c3779448c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:44.753180 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:56:47.585072 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d5da8faf-0641-498f-8387-a98fc62c6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:47.828174 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:48.851115 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:56:50.344148 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:14.515302 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6b642997-cb7e-4593-8c16-2e3faa87a4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:17.623392 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf14e-9c1b-42b7-8dc4-9578644a8717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:17.828154 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:18.856154 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:20.349753 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:21.751391 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:57:44.519553 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-83a5cce5-fc4b-4fa0-934e-377753205e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:47.589501 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dadb0db4-b603-4efc-90df-8847e25fce40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:47.825466 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:48.857168 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:50.350552 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:57:58.750836 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:58:14.521614 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ace21609-2e5f-43b3-8ebb-d2556367d27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:16.454894 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49306) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:16.518148 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-9331bb4f-8c78-4e2a-987b-22699475e587 admin admin] GET failed (client error): The resource could not be found. Sep 09 19:58:16.519584 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9331bb4f-8c78-4e2a-987b-22699475e587 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637271 Sep 09 19:58:16.690650 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4d782-21b0-42d5-acd2-c25da0ca3417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:16.692067 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-33b4d782-21b0-42d5-acd2-c25da0ca3417 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1671598 Sep 09 19:58:17.596391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-109d50af-5e77-4f79-8047-1e3dd5af447a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:17.826507 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:18.862953 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:18.990764 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:19.088911 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ac699-aa70-479f-9e48-271a9515c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:19.090434 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fb9ac699-aa70-479f-9e48-271a9515c2c3 admin admin] 10.222.0.37 "GET /v2.0/subnets/31beeb4f-298f-40f5-97b4-0a1ba043a57c HTTP/1.1" status: 200 len: 849 time: 0.0983288 Sep 09 19:58:19.100854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:58:19.268258 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:19.424665 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746106793485'] for subnet, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:19.456210 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:19.456801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:19.458137 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] 10.222.0.37 "PUT /v2.0/subnets/31beeb4f-298f-40f5-97b4-0a1ba043a57c HTTP/1.1" status: 200 len: 868 time: 0.3609548 Sep 09 19:58:19.465014 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9127b7f3-cf8a-45d8-a9c0-be4abe37c39d None None] Network 746ffed5-2bee-4850-a9d3-0fe5c2c93180 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:58:19.484783 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31beeb4f-298f-40f5-97b4-0a1ba043a57c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:58:19.495772 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.496397 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.497588 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.497735 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.498344 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.498812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.499402 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.499994 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.500574 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.501161 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.501786 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.502343 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593b19e1-690f-42fb-8e63-c260776a0f23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:58:19.929098 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f679ba6-65aa-408d-ba00-4e8fe4ec355c None None] Provisioning complete for port b2257307-9691-4a37-808c-f8f0d56e20d4 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:58:19.929715 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f679ba6-65aa-408d-ba00-4e8fe4ec355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:20.025168 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2f679ba6-65aa-408d-ba00-4e8fe4ec355c None None] Provisioning complete for port 63310283-4e8c-4cf2-b40d-1e4bf40ad93e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:58:20.025482 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2f679ba6-65aa-408d-ba00-4e8fe4ec355c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:20.351873 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:21.743151 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49324) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:21.965445 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7212bb-7c1f-4acd-9891-6a253ac9335e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:21.965845 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7212bb-7c1f-4acd-9891-6a253ac9335e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:21.967445 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3a7212bb-7c1f-4acd-9891-6a253ac9335e admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2232904 Sep 09 19:58:24.239126 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49334) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:24.379440 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9fa36-8ab8-492b-9496-53532f3f8078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:24.379921 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c9fa36-8ab8-492b-9496-53532f3f8078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:24.381497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-92c9fa36-8ab8-492b-9496-53532f3f8078 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1413946 Sep 09 19:58:26.615189 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49342) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:26.759013 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ab634-849c-48bd-9079-7bdfa7702d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:26.760403 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c19ab634-849c-48bd-9079-7bdfa7702d06 admin admin] 10.222.0.37 "GET /v2.0/networks/746ffed5-2bee-4850-a9d3-0fe5c2c93180 HTTP/1.1" status: 200 len: 869 time: 0.1442566 Sep 09 19:58:28.989382 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49350) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:29.114811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821f855-568e-4f41-9ff5-ff68f9c0ee35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:29.116199 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b821f855-568e-4f41-9ff5-ff68f9c0ee35 admin admin] 10.222.0.37 "GET /v2.0/networks/8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe HTTP/1.1" status: 200 len: 886 time: 0.1258667 Sep 09 19:58:31.396706 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49358) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:31.524232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a571b5-5f72-4822-889b-28fb253c707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:31.524687 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a571b5-5f72-4822-889b-28fb253c707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:31.526536 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-f3a571b5-5f72-4822-889b-28fb253c707b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288319 Sep 09 19:58:33.791788 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49366) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:33.923101 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaad98c-8655-42fa-ac72-ed78f88da6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:33.923562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaad98c-8655-42fa-ac72-ed78f88da6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:33.925105 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1aaad98c-8655-42fa-ac72-ed78f88da6bf admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1323636 Sep 09 19:58:35.750697 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:58:36.178366 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49374) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:36.277920 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b5f9a2-3e77-4800-9376-d5370b6dc2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:36.279314 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c7b5f9a2-3e77-4800-9376-d5370b6dc2c0 admin admin] 10.222.0.37 "GET /v2.0/subnets/31beeb4f-298f-40f5-97b4-0a1ba043a57c HTTP/1.1" status: 200 len: 868 time: 0.0999970 Sep 09 19:58:38.529375 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49382) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:58:38.628120 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97645e2a-f3f5-4652-ae63-2e9ecf423f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:58:38.629541 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-97645e2a-f3f5-4652-ae63-2e9ecf423f6e admin admin] 10.222.0.37 "GET /v2.0/subnets/9e71fe7e-a334-44d9-8836-e4dc88a07754 HTTP/1.1" status: 200 len: 816 time: 0.0991232 Sep 09 19:58:44.515725 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-814003d3-a06a-49b0-b7c3-cb10db7a1771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:47.588167 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ee29090a-7341-45df-bf76-b6bc6b7d068a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:47.821556 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:48.864406 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:58:50.358146 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:03.016716 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49436) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:59:03.065456 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-86e60e17-44b1-46bd-894d-2a4779a1c8a3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 19:59:03.066478 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-86e60e17-44b1-46bd-894d-2a4779a1c8a3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487609 Sep 09 19:59:05.401052 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49444) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:59:05.464261 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b688f56-76a5-4980-9b4a-67b054866b24 admin admin] GET failed (client error): The resource could not be found. Sep 09 19:59:05.465624 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2b688f56-76a5-4980-9b4a-67b054866b24 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633459 Sep 09 19:59:05.551297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3323ff-fa2a-41e1-9665-1688f533ece0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:59:05.552794 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1b3323ff-fa2a-41e1-9665-1688f533ece0 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825679 Sep 09 19:59:07.817870 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49452) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:59:07.869517 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:59:07.892713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Made reservation on behalf of 42ed12d366dc406abae2e8ab7c6adcf8 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:59:07.894966 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:07.937078 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING neutron.services.revisions.revision_plugin [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Could not find related network for resource to bump revision. Sep 09 19:59:07.952962 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 19:59:07.965600 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746106573204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:07.966132 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Unsubscribe: segment precommit_create {{(pid=94091) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 19:59:07.966625 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Added segment 9e725900-d3cf-46b1-a712-47e8e2ca9a2f of type vlan for network df396bf0-454c-493f-a4e5-f98b5012ab4b Sep 09 19:59:08.079022 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:08.111062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:08.111997 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:59:08.112583 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:08.167386 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3484123 Sep 09 19:59:08.207041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Pushing event updated for resources: {'Network': ['ID=df396bf0-454c-493f-a4e5-f98b5012ab4b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:59:08.215601 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.215979 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.216332 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.216673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.217017 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.217395 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.217736 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.218067 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.218415 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.218748 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.219075 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.219400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804f00a1-9d7d-4802-9520-a21cff7d6a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:08.232355 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network df396bf0-454c-493f-a4e5-f98b5012ab4b details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 19:59:10.456323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49460) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 19:59:10.525654 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ed4d13-88da-4d3d-a37f-5b336ab210a9 admin admin] GET failed (client error): The resource could not be found. Sep 09 19:59:10.527075 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a4ed4d13-88da-4d3d-a37f-5b336ab210a9 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0697780 Sep 09 19:59:10.608698 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c3088b-dce6-4917-b623-c22f8525f1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:59:10.610522 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-87c3088b-dce6-4917-b623-c22f8525f1a6 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0787413 Sep 09 19:59:10.622135 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 19:59:10.644800 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Made reservation on behalf of 42ed12d366dc406abae2e8ab7c6adcf8 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 19:59:10.647042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:10.828713 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:10.876473 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:59:10.891593 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Checking segment: {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:59:10.891960 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Network hostable DHCP agents. Network: df396bf0-454c-493f-a4e5-f98b5012ab4b, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 19:59:10.907510 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Network df396bf0-454c-493f-a4e5-f98b5012ab4b is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 19:59:10.917323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, df396bf0-454c-493f-a4e5-f98b5012ab4b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:59:10.921718 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 19:59:10.922378 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:10.926591 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5e0a2-655d-4de5-9833-b8703beb5512 None None] Network df396bf0-454c-493f-a4e5-f98b5012ab4b requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:59:10.937420 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e3319443-1350-4cad-8f0c-c2adf4702ce7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187125 Sep 09 19:59:11.193932 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-df396bf0-454c-493f-a4e5-f98b5012ab4b', 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b', 'tenant_id': '42ed12d366dc406abae2e8ab7c6adcf8', 'fixed_ips': [{'subnet_id': '2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 19:59:11.195094 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.336447 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Allocated IP 192.168.233.2 (df396bf0-454c-493f-a4e5-f98b5012ab4b/2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e/a02ef4c3-0e08-4091-9b09-f77a46c3fad7) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 19:59:11.487681 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.497816 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Transition to ACTIVE for port object a02ef4c3-0e08-4091-9b09-f77a46c3fad7 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:59:11.513935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Transition to ACTIVE for port object a02ef4c3-0e08-4091-9b09-f77a46c3fad7 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 19:59:11.520540 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.559217 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Network df396bf0-454c-493f-a4e5-f98b5012ab4b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 19:59:11.562001 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 19:59:11.565042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 19:59:11.576182 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Pushing event updated for resources: {'Port': ['ID=a02ef4c3-0e08-4091-9b09-f77a46c3fad7,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:59:11.585451 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.585805 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.586157 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.586510 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.586808 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.587157 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.587488 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.587815 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.588207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.588563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.588883 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.589243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 19:59:11.637654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Attempting to bind port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 19:59:11.638021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Attempting to bind port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 19:59:11.638378 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Attempting to bind port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 on network df396bf0-454c-493f-a4e5-f98b5012ab4b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 19:59:11.643341 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 19, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 19:59:11.643709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Checking segment: {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 19:59:11.644108 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.644494 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Bound using segment: {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 19:59:11.644951 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Bound port: a02ef4c3-0e08-4091-9b09-f77a46c3fad7, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 19:59:11.645386 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.712795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] For port a02ef4c3-0e08-4091-9b09-f77a46c3fad7, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 19:59:11.716403 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] For port a02ef4c3-0e08-4091-9b09-f77a46c3fad7, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a02ef4c3-0e08-4091-9b09-f77a46c3fad7,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 19:59:11.720734 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:11.781422 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f45b4-8d8e-4aa4-b7c9-ab261c2a8b18 None None] Pushing event updated for resources: {'Port': ['ID=a02ef4c3-0e08-4091-9b09-f77a46c3fad7,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:59:12.616584 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8caeb-8a9e-4d74-9589-9b1e062fc03d None None] Network df396bf0-454c-493f-a4e5-f98b5012ab4b requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 19:59:12.695775 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a38acc33-cca9-4602-abbd-736b1b94fa83 None None] Provisioning for port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:59:12.750091 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:59:13.559661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a02ef4c3-0e08-4091-9b09-f77a46c3fad7 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:59:13.612094 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 19:59:13.616599 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:59:13.617324 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:13.701547 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:13.735339 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port a02ef4c3-0e08-4091-9b09-f77a46c3fad7, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a02ef4c3-0e08-4091-9b09-f77a46c3fad7,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 19:59:13.739941 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:13.791546 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=a02ef4c3-0e08-4091-9b09-f77a46c3fad7,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 19:59:14.517638 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4c929566-e717-46c4-864e-67b69a1b199f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:15.556849 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a02ef4c3-0e08-4091-9b09-f77a46c3fad7 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 19:59:15.604899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a02ef4c3-0e08-4091-9b09-f77a46c3fad7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 19:59:15.605269 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:17.591172 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e65c0ded-0da9-470a-8306-72c8f1bff602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:17.823091 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:18.865659 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:20.360925 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:44.519401 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8f9bfa84-cf9d-4c02-98c2-42b057df6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:47.592472 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a2e03ff-192b-492c-bcf0-155adff414ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:47.825797 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:48.868407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 19:59:49.751647 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 19:59:50.364129 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:14.520880 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-724f77e9-3efb-419b-9574-e8bdc5ea4df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:17.602601 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-badfbb92-acf7-4dab-93d0-5283087c7618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:17.827579 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:18.872181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:20.369649 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:20.923835 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49512) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:00:20.930510 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [None req-95fbe5bb-5a33-4024-82fd-cd561e101ce9 tempest-verify_tempest_config-1470997864 tempest-verify_tempest_config-1470997864-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:00:20.931527 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-95fbe5bb-5a33-4024-82fd-cd561e101ce9 tempest-verify_tempest_config-1470997864 tempest-verify_tempest_config-1470997864-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067081 Sep 09 20:00:21.241029 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49530) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:00:21.345085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.441625 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.446586 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.491920 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920a6d7c-e0c4-4877-9537-61de1515de4a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:00:21.495582 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a37e3d4c390c4e68b337d768f2324c2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2540286 Sep 09 20:00:21.498391 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49534) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:00:21.501400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.501774 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.502120 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.502457 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.502796 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.503147 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.503480 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.503807 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.504149 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.504480 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.504804 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.505127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a42cf-dc76-4af9-b303-5f5b1d7d4d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.575466 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.595294 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.684000 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.686823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:21.688034 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/920a6d7c-e0c4-4877-9537-61de1515de4a HTTP/1.1" status: 204 len: 168 time: 0.1885686 Sep 09 20:00:21.697261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920a6d7c-e0c4-4877-9537-61de1515de4a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:00:21.704016 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.704365 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.704707 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.705045 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.705403 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.705740 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.706093 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.706432 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.706856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.707188 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.707489 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:21.707816 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6d19eb-4206-49d8-8cd7-c8f7efe083ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:00:26.750112 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:00:44.526859 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b44e8c38-7e61-475e-82e6-7971df85fa24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:47.593338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3be39721-610b-42f5-b486-c13b230d6791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:47.828816 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:48.873048 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:00:50.370480 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:03.748816 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:01:14.529064 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a2aa8482-ebab-4761-9c1c-f32dc38097cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:17.593426 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b00991af-1285-48f0-9309-55b794a1bae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:17.829774 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:18.876678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:20.374015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:40.749362 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 5 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:01:44.530220 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-675f3cf6-e89c-474e-a58c-069b223246ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:47.593906 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a3d7097d-3bec-4585-82a8-ffe9fe5b0a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:47.830417 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:48.878903 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:50.377580 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:01:54.754856 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1584347'] for agent, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:09.439619 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49608) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:02:09.543657 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c0b58c27-6ab7-4088-b074-4356c8d4456d admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1030178 Sep 09 20:02:11.795812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49618) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:02:11.853441 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-12c8c73d-a61b-413a-9064-bbd89290ee01 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0564120 Sep 09 20:02:14.532431 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-15baee9a-bd59-4e39-b0d8-7874be3d8cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:17.595016 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-19913d91-9600-4bf0-a047-24c7ea198fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:17.748698 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:02:17.832065 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:18.882487 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:20.381402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:24.720880 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:44.534472 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3e75f1ad-424e-46db-b5e6-98f622116551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:47.595904 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-247d16d5-3e68-4ea7-9c80-105f99650878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:47.834655 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:48.884702 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:50.383488 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:54.721998 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:02:54.748021 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:03:14.536407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fae3d6c4-2726-4db9-bd84-ab9aa1c491fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:17.595586 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c4d6f797-bc6f-4cc4-953d-45684216ef84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:17.838682 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:18.888113 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:20.387077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:24.745592 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:31.748063 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:03:40.620765 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:40.849840 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:40.876485 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-687424334-network', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:40.898299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Made reservation on behalf of fb64be2fb6b241e5b6f0deefd96305fa for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:40.900745 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:40.910108 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.007661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-524116694-network', 'tenant_id': '6d3e8c58dcef4a638cff7bceef0fb583'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:41.017197 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.026111 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.046106 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:03:41.059359 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.059827 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Added segment 11b15a34-d33e-4f4b-be94-c052c16e79ba of type vlan for network 89e0e576-b99d-4ec0-b693-8af081ad9f44 Sep 09 20:03:41.072053 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Made reservation on behalf of 6d3e8c58dcef4a638cff7bceef0fb583 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:41.074311 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.131927 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.153335 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.179687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11ad04e-0bd1-4b0b-bf9f-e8784fcb3487,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:41.187085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.188036 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:41.188672 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.207949 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.208300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.208798 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.208964 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.209280 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.209648 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.210151 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.210573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.210971 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.211453 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.211775 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.212088 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Tracked resource versions report: Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: pushed versions: Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: { 'AddressGroup': {'1.2'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'ConntrackHelper': {'1.0'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Log': {'1.0'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Network': {'1.1'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Port': {'1.7'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'PortForwarding': {'1.2'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'QosPolicy': {'1.9'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroup': {'1.4'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SubPort': {'1.0'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Subnet': {'1.1'}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Trunk': {'1.1'}} Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: consumer versions: Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: HyperV agent@hv-cinder-80699: {}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'ConntrackHelper': '1.0', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Log': '1.0', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Network': '1.1', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Port': '1.7', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'PortForwarding': '1.2', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'QosPolicy': '1.9', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroup': '1.4', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SecurityGroupRule': '1.2', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'SubPort': '1.0', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Subnet': '1.1', Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: 'Trunk': '1.1'}} Sep 09 20:03:41.213123 dv-cinder-806991-6-iscsi neutron-server[94092]: {{(pid=94092) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:03:41.294399 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] Pushing event updated for resources: {'Network': ['ID=89e0e576-b99d-4ec0-b693-8af081ad9f44,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:41.305451 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:03:41.381525 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.386766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.408347 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-adca0759-f1a2-416d-86fe-3f456c4a2885 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7849324 Sep 09 20:03:41.413275 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49844) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:41.416742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:03:41.422207 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Request body: {'subnet': {'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-687424334-subnet', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:41.435932 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b37852-7347-455c-b37f-bda11157c0e0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:41.441502 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.441839 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Added segment 4ba7be37-35b6-4006-9317-cf5e8a51783b of type vlan for network 648c09f8-672a-457f-91bd-57f60d747e36 Sep 09 20:03:41.451438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Made reservation on behalf of fb64be2fb6b241e5b6f0deefd96305fa for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:41.454245 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.487324 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.515765 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.516729 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:41.517514 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.574777 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7116795 Sep 09 20:03:41.631682 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49850) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:41.647431 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Request body: {'subnet': {'network_id': '648c09f8-672a-457f-91bd-57f60d747e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-524116694-subnet', 'tenant_id': '6d3e8c58dcef4a638cff7bceef0fb583', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:41.651506 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a3f8f-9518-4fda-a5d7-318fb0faffc1 admin admin] Pushing event updated for resources: {'Network': ['ID=648c09f8-672a-457f-91bd-57f60d747e36,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:41.655382 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.662690 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 648c09f8-672a-457f-91bd-57f60d747e36 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:03:41.692667 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Made reservation on behalf of 6d3e8c58dcef4a638cff7bceef0fb583 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:41.697159 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.715111 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75b9d3c-fa97-43a1-9552-b0b49406eb14,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:41.733119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.733484 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.734148 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.734512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.734854 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.735210 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.737162 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.737699 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.738216 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.738708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.739214 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.739722 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Tracked resource versions report: Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: pushed versions: Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: { 'AddressGroup': {'1.2'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'ConntrackHelper': {'1.0'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Log': {'1.0'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Network': {'1.1'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Port': {'1.7'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'PortForwarding': {'1.2'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'QosPolicy': {'1.9'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroup': {'1.4'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SubPort': {'1.0'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Subnet': {'1.1'}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Trunk': {'1.1'}} Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: consumer versions: Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: HyperV agent@hv-cinder-80699: {}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'ConntrackHelper': '1.0', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Log': '1.0', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Network': '1.1', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Port': '1.7', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'PortForwarding': '1.2', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'QosPolicy': '1.9', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroup': '1.4', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SecurityGroupRule': '1.2', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'SubPort': '1.0', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Subnet': '1.1', Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: 'Trunk': '1.1'}} Sep 09 20:03:41.743278 dv-cinder-806991-6-iscsi neutron-server[94091]: {{(pid=94091) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:03:41.769521 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:41.803676 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Checking segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:41.804338 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Network hostable DHCP agents. Network: 89e0e576-b99d-4ec0-b693-8af081ad9f44, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:03:41.831041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:03:41.847404 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 89e0e576-b99d-4ec0-b693-8af081ad9f44) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:41.859125 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:41.859569 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67556bf-0275-4936-a860-16e65e3a1fc4 None None] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:41.860153 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.886171 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-79fcee4c-7f51-4c56-a982-33d45ad63446 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4695680 Sep 09 20:03:41.888004 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49866) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:41.896558 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:41.920171 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:41.953127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:41.954994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.075746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-89e0e576-b99d-4ec0-b693-8af081ad9f44', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:03:42.077111 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.117000 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.152278 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.224665 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b069e01-b8fe-4be7-ab3d-fadf79a07232,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:42.279438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Checking segment: {'id': '4ba7be37-35b6-4006-9317-cf5e8a51783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:42.279890 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Network hostable DHCP agents. Network: 648c09f8-672a-457f-91bd-57f60d747e36, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:03:42.303446 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Network 648c09f8-672a-457f-91bd-57f60d747e36 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:03:42.318246 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 648c09f8-672a-457f-91bd-57f60d747e36) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:42.334346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:42.335176 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Allocated IP 172.20.0.2 (89e0e576-b99d-4ec0-b693-8af081ad9f44/e75b9d3c-fa97-43a1-9552-b0b49406eb14/bb841201-627f-4a6b-a92e-012e84f6fd86) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:42.336491 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.358098 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-31414ba9-07f0-4c25-961d-18b474106cb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7246349 Sep 09 20:03:42.358386 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4b291-bcb0-4722-b6a2-c58f18b9baaa None None] Network 648c09f8-672a-457f-91bd-57f60d747e36 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:42.383016 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.498220 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-network', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:42.587128 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Made reservation on behalf of 19bf9280045e47e2a5dbb1a1cad45b29 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:42.590754 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.603297 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.639559 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-network', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:42.653459 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa776384-da77-4abd-a0ff-031cfa4b9462 None None] Network 648c09f8-672a-457f-91bd-57f60d747e36 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:42.691213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.728042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Transition to ACTIVE for port object bb841201-627f-4a6b-a92e-012e84f6fd86 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:42.737989 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.763644 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.777983 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Made reservation on behalf of 80fc02a3646d43ed9f525e7feb6da9bb for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:42.780261 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.789944 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Transition to ACTIVE for port object bb841201-627f-4a6b-a92e-012e84f6fd86 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:42.802471 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.821417 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.847593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3203020-f159-4614-9130-58af7c48af23,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:42.869293 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:03:42.915206 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:42.915563 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Added segment 0dabc22b-3551-4399-8008-23a0a03f04f0 of type vlan for network 457c2db4-abf3-4974-a3dc-d3372847cdbd Sep 09 20:03:42.997262 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:43.039147 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:43.042344 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:43.067133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.081139 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.088795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Pushing event updated for resources: {'Port': ['ID=bb841201-627f-4a6b-a92e-012e84f6fd86,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:43.110668 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.111720 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.112215 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.113353 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.113353 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.113353 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.113636 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.114040 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.114457 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.114910 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.115381 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.115774 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Tracked resource versions report: Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: pushed versions: Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: { 'AddressGroup': {'1.2'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'ConntrackHelper': {'1.0'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Log': {'1.0'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Network': {'1.1'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Port': {'1.7'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'PortForwarding': {'1.2'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'QosPolicy': {'1.9'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroup': {'1.4'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SubPort': {'1.0'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Subnet': {'1.1'}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Trunk': {'1.1'}} Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: consumer versions: Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: HyperV agent@hv-cinder-80699: {}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'ConntrackHelper': '1.0', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Log': '1.0', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Network': '1.1', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Port': '1.7', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'PortForwarding': '1.2', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'QosPolicy': '1.9', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroup': '1.4', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SecurityGroupRule': '1.2', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'SubPort': '1.0', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Subnet': '1.1', Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: 'Trunk': '1.1'}} Sep 09 20:03:43.118318 dv-cinder-806991-6-iscsi neutron-server[94093]: {{(pid=94093) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:03:43.141552 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234f3c95-f3ee-455f-8828-2daf57967e31,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:43.151572 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Attempting to bind port bb841201-627f-4a6b-a92e-012e84f6fd86 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:03:43.152020 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Attempting to bind port bb841201-627f-4a6b-a92e-012e84f6fd86 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:03:43.152460 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Attempting to bind port bb841201-627f-4a6b-a92e-012e84f6fd86 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:03:43.173440 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:03:43.174930 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Checking segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:43.177229 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.178306 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Bound using segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:03:43.180233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Bound port: bb841201-627f-4a6b-a92e-012e84f6fd86, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:03:43.181852 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.191928 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:03:43.217013 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.217419 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Added segment 35465e5f-c87a-483d-a4e8-455aed91e55f of type vlan for network b86f24ac-e9c0-4fa6-a3ff-3be376330113 Sep 09 20:03:43.219957 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.271201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] For port bb841201-627f-4a6b-a92e-012e84f6fd86, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:03:43.275678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] For port bb841201-627f-4a6b-a92e-012e84f6fd86, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bb841201-627f-4a6b-a92e-012e84f6fd86,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:03:43.281070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.303751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.320191 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.348941 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.358922 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.359876 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:43.360664 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.387512 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9ee0e-93cc-4614-834c-0afddb849a18 None None] Pushing event updated for resources: {'Port': ['ID=bb841201-627f-4a6b-a92e-012e84f6fd86,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:43.391418 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.393093 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:43.394540 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.489959 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5643768 Sep 09 20:03:43.489959 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49920) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:43.497896 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Request body: {'subnet': {'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-subnet', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:43.504522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] Pushing event updated for resources: {'Network': ['ID=457c2db4-abf3-4974-a3dc-d3372847cdbd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:43.522115 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:03:43.561666 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49922) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:43.561861 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7ce1a61f-5c7a-447b-8c91-74cd9d826821 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7882078 Sep 09 20:03:43.584276 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Request body: {'subnet': {'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-subnet', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:43.588686 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d43ef-123f-4899-98d5-6ab8d50f4691 admin admin] Pushing event updated for resources: {'Network': ['ID=b86f24ac-e9c0-4fa6-a3ff-3be376330113,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:43.602118 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Made reservation on behalf of 80fc02a3646d43ed9f525e7feb6da9bb for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:43.604798 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:43.777418 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Allocated IP 172.27.3.162 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/0277938c-6d21-4345-82b0-51c6bd4e3303) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:43.812867 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:03:44.037256 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Made reservation on behalf of 19bf9280045e47e2a5dbb1a1cad45b29 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:44.042970 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.125607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.139699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.191955 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.287540 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:44.298342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:44.303385 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Pushing event updated for resources: {'Port': ['ID=0277938c-6d21-4345-82b0-51c6bd4e3303,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:44.316765 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:44.357328 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:44.377525 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Checking segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:44.377997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Network hostable DHCP agents. Network: b86f24ac-e9c0-4fa6-a3ff-3be376330113, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:03:44.427767 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:03:44.468031 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, b86f24ac-e9c0-4fa6-a3ff-3be376330113) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:44.477672 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20475d-36c7-4717-94ae-1597de2f40f7 None None] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:44.479540 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:44.480950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.509582 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.634760 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3a20fb77-17b3-4905-b308-175411b033c5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1433988 Sep 09 20:03:44.635656 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 49958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:44.648102 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:44.652693 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:44.678823 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f631153-a30f-4ca4-95ae-295ea4c8c356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.737984 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Checking segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:44.738662 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Network hostable DHCP agents. Network: 457c2db4-abf3-4974-a3dc-d3372847cdbd, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:03:44.746116 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.747547 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.815438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:03:44.905068 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.910045 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 457c2db4-abf3-4974-a3dc-d3372847cdbd) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:44.918844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:44.922862 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:03:44.924086 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.925010 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:44.944328 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9e685-67e4-4dec-8a34-6af1c89d8389 None None] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:44.995719 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.054656 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0379efaf-202e-4f3f-bb8b-fb9b89ccda04 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4741113 Sep 09 20:03:45.056258 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 49996) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:45.073147 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:45.099854 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50006) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:45.103329 dv-cinder-806991-6-iscsi neutron-server[94091]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 20:03:45.243300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.288786 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b85276b-d06b-47a3-bae5-a36f8b95f4e6 None None] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:45.401882 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e346cb23-0b7b-4819-a802-6e5fd3331de6 None None] Provisioning for port bb841201-627f-4a6b-a92e-012e84f6fd86 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:45.440985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370ed69-f197-40e5-86f4-d7a4690e3334 None None] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:45.511372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.512782 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.516337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Allocated IP 172.20.0.2 (b86f24ac-e9c0-4fa6-a3ff-3be376330113/2f34bb52-0012-4a7c-a724-5f9f9b1d68b7/c0ce9e52-6445-4412-85a8-c28b42e15323) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:45.662738 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-0363cb4e-81a8-433f-b80d-4e2cabc24861 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:45.672989 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-0363cb4e-81a8-433f-b80d-4e2cabc24861 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/networks?id=648c09f8-672a-457f-91bd-57f60d747e36 HTTP/1.1" status: 200 len: 811 time: 0.5707309 Sep 09 20:03:45.706233 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-e079ab6c-8f7d-4944-9204-260ae322701b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/quotas/6d3e8c58dcef4a638cff7bceef0fb583 HTTP/1.1" status: 200 len: 375 time: 0.0311725 Sep 09 20:03:45.724661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.748943 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.823366 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:45.854791 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-1fc30b2c-64e4-47c0-a8d2-1c2fe60aca92 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6d3e8c58dcef4a638cff7bceef0fb583&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1476903 Sep 09 20:03:45.857976 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bb841201-627f-4a6b-a92e-012e84f6fd86 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:45.908955 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.047337 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Allocated IP 172.27.3.245 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/8417a86e-1738-4194-9520-9d5b15ab9ccb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:46.121951 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port bb841201-627f-4a6b-a92e-012e84f6fd86 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:46.130587 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.137150 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port bb841201-627f-4a6b-a92e-012e84f6fd86 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:46.137743 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.169375 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Transition to ACTIVE for port object c0ce9e52-6445-4412-85a8-c28b42e15323 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:46.201163 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Transition to ACTIVE for port object c0ce9e52-6445-4412-85a8-c28b42e15323 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:46.228918 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.255045 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.280360 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.357515 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50082) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:46.394101 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:46.403501 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.405686 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:46.409476 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:46.414562 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Pushing event updated for resources: {'Port': ['ID=c0ce9e52-6445-4412-85a8-c28b42e15323,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:46.451561 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.498342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-847831c3-7515-4377-a55c-69f8dc85dab7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:03:46.499938 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Attempting to bind port c0ce9e52-6445-4412-85a8-c28b42e15323 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:03:46.500428 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Attempting to bind port c0ce9e52-6445-4412-85a8-c28b42e15323 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:03:46.500792 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Attempting to bind port c0ce9e52-6445-4412-85a8-c28b42e15323 on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:03:46.508488 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-847831c3-7515-4377-a55c-69f8dc85dab7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134732 Sep 09 20:03:46.512201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:03:46.512638 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Checking segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:46.513163 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.513591 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Bound using segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:03:46.514061 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Bound port: c0ce9e52-6445-4412-85a8-c28b42e15323, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:03:46.514497 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.529379 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:46.531765 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:46.531906 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port bb841201-627f-4a6b-a92e-012e84f6fd86, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bb841201-627f-4a6b-a92e-012e84f6fd86,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:03:46.536284 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:46.541770 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.651876 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-445b783a-b9fa-491e-973d-bb8981198eab None None] Provisioning complete for port bb841201-627f-4a6b-a92e-012e84f6fd86 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:46.652253 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-445b783a-b9fa-491e-973d-bb8981198eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.655763 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=bb841201-627f-4a6b-a92e-012e84f6fd86,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:46.660422 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] For port c0ce9e52-6445-4412-85a8-c28b42e15323, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:03:46.664735 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] For port c0ce9e52-6445-4412-85a8-c28b42e15323, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c0ce9e52-6445-4412-85a8-c28b42e15323,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:03:46.686724 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.693588 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:03:46.834346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce8ffcf-9bb8-4a00-9107-52ae847bb519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:46.837503 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c88ee-8c0e-4211-b353-323c7374e5e0 None None] Pushing event updated for resources: {'Port': ['ID=c0ce9e52-6445-4412-85a8-c28b42e15323,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:46.888549 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Pushing event updated for resources: {'Port': ['ID=8417a86e-1738-4194-9520-9d5b15ab9ccb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:46.923298 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-b458ac73-c287-4eaf-8563-95d3c5fc31f5 service neutron] 10.222.0.37 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128737 Sep 09 20:03:46.934005 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:03:46.960772 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:03:46.986192 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:46.986916 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:47.330975 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.351108 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:47.372712 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50136) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:47.460547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-368c267c-e8b6-4400-bbbb-0bb3615ef82c service neutron] 10.222.0.37 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357971 Sep 09 20:03:47.481907 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.513918 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce8ffcf-9bb8-4a00-9107-52ae847bb519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.523703 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.614915 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b06f4a03-dc0a-4603-90eb-40cdd5449e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.636717 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fce8ffcf-9bb8-4a00-9107-52ae847bb519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.703229 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Allocated IP 172.27.3.80 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/59abadb0-61c2-476f-ae9d-aca86306166c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:47.737055 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:44Z', 'revision_number': 3, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:47.796037 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:03:47.796789 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Updating router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 port 0277938c-6d21-4345-82b0-51c6bd4e3303 binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:03:47.842308 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.852193 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.879387 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50150) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:47.912402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.916655 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-fabd7c10-260c-4dcc-aebe-9069ac75bbd6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0261331 Sep 09 20:03:47.917068 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50160) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:47.927007 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2358f668-3dbc-49a1-bd87-86f84a031f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:47.941776 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c0ce9e52-6445-4412-85a8-c28b42e15323 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:47.949200 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50162) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:47.987179 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fce8ffcf-9bb8-4a00-9107-52ae847bb519 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c84d9aab6d41472e87a5ba9537bf4c58&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6239386 Sep 09 20:03:48.010898 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50166) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:48.042827 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c719eebd-d8bc-4f4c-95ad-acf94aeff459 req-8a1a9294-fdcb-44d9-a299-6b2057123233 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0901983 Sep 09 20:03:48.077118 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port c0ce9e52-6445-4412-85a8-c28b42e15323 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:48.083964 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bb841201-627f-4a6b-a92e-012e84f6fd86 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:48.086019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.144140 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8ffcf-9bb8-4a00-9107-52ae847bb519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10353461-96d1-4198-b25b-a841346b043c,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:48.169913 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.210856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.212681 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port bb841201-627f-4a6b-a92e-012e84f6fd86 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:48.217133 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.323655 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:48.346312 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:48.358127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:48.384836 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2358f668-3dbc-49a1-bd87-86f84a031f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.388691 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3ff3-ca0a-49f5-b7eb-a9da9193d1b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.428813 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae3355d-f59c-40ae-b6e5-23d65666ab9f None None] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:03:48.453770 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.491532 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.501201 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Pushing event updated for resources: {'Port': ['ID=59abadb0-61c2-476f-ae9d-aca86306166c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:48.504381 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Transition to ACTIVE for port object 0277938c-6d21-4345-82b0-51c6bd4e3303 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:48.512575 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.530559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2358f668-3dbc-49a1-bd87-86f84a031f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.536920 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Provisioning for port c0ce9e52-6445-4412-85a8-c28b42e15323 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:48.608714 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Attempting to bind port 0277938c-6d21-4345-82b0-51c6bd4e3303 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:03:48.609275 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Attempting to bind port 0277938c-6d21-4345-82b0-51c6bd4e3303 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:03:48.609765 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Attempting to bind port 0277938c-6d21-4345-82b0-51c6bd4e3303 on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:03:48.622060 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:03:48.626824 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:48.629219 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.629845 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:03:48.630511 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Bound port: 0277938c-6d21-4345-82b0-51c6bd4e3303, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:03:48.631701 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.632254 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Provisioning complete for port c0ce9e52-6445-4412-85a8-c28b42e15323 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:48.633614 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.645122 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2358f668-3dbc-49a1-bd87-86f84a031f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0384c18a-9347-4e7a-bee3-227fc61fe008,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:48.651939 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2358f668-3dbc-49a1-bd87-86f84a031f5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc4d8ca5ba794123833be434cdd9df57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2781897 Sep 09 20:03:48.655341 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50192) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:48.697795 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Pushing event updated for resources: {'Port': ['ID=0277938c-6d21-4345-82b0-51c6bd4e3303,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:48.710399 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.711053 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.711559 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.712070 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.712576 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.713272 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.713951 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.714463 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.714984 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.715328 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.715665 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.716145 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Tracked resource versions report: Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: pushed versions: Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: { 'AddressGroup': {'1.2'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'ConntrackHelper': {'1.0'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Log': {'1.0'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Network': {'1.1'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Port': {'1.7'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'PortForwarding': {'1.2'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'QosPolicy': {'1.9'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroup': {'1.4'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroupRule': {'1.2'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SubPort': {'1.0'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Subnet': {'1.1'}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Trunk': {'1.1'}} Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: consumer versions: Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: { DHCP agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: HyperV agent@hv-cinder-80699: {}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: L3 agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: Metadata agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: Metering agent@dv-cinder-806991-6-iscsi: {}, Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: Open vSwitch agent@dv-cinder-806991-6-iscsi: { 'AddressGroup': '1.2', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'ConntrackHelper': '1.0', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Log': '1.0', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Network': '1.1', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Port': '1.7', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'PortForwarding': '1.2', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'QosPolicy': '1.9', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroup': '1.4', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SecurityGroupRule': '1.2', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'SubPort': '1.0', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Subnet': '1.1', Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: 'Trunk': '1.1'}} Sep 09 20:03:48.717534 dv-cinder-806991-6-iscsi neutron-server[94094]: {{(pid=94094) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 20:03:48.770449 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] For port 0277938c-6d21-4345-82b0-51c6bd4e3303, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:03:48.774725 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] For port 0277938c-6d21-4345-82b0-51c6bd4e3303, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0277938c-6d21-4345-82b0-51c6bd4e3303,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:03:48.785918 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.805592 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.812974 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.837418 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.897117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.900342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.904637 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0384c18a-9347-4e7a-bee3-227fc61fe008 HTTP/1.1" status: 204 len: 168 time: 0.2473929 Sep 09 20:03:48.926922 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] For port c0ce9e52-6445-4412-85a8-c28b42e15323, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c0ce9e52-6445-4412-85a8-c28b42e15323,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:03:48.955538 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb030159-851f-4999-9515-625bf7bad551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0384c18a-9347-4e7a-bee3-227fc61fe008,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:48.959760 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:48.973134 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:48.976224 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:49.022193 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b934c38-eaf5-4cb4-adaa-d9cccb900499 None None] Pushing event updated for resources: {'Port': ['ID=0277938c-6d21-4345-82b0-51c6bd4e3303,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:49.078072 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.118100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.133556 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.137056 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf925ff-0bf1-4afb-9078-f44dabdb813a None None] Pushing event updated for resources: {'Port': ['ID=c0ce9e52-6445-4412-85a8-c28b42e15323,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:49.188563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-529237d1-929d-4ba5-b785-5fea2c7391c7 None None] Provisioning complete for port c0ce9e52-6445-4412-85a8-c28b42e15323 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:49.189473 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-529237d1-929d-4ba5-b785-5fea2c7391c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.235084 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:49.305789 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-589ea75c-ab7d-4a99-8a27-5befd4fac304 req-c46dff56-d960-4e4e-b671-87674be2eda3 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0931582 Sep 09 20:03:49.515433 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Router bd3899aa-3022-4696-be9b-e9d90d73429b is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:03:49.518154 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3ff3-ca0a-49f5-b7eb-a9da9193d1b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.536174 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8e6a3ff3-ca0a-49f5-b7eb-a9da9193d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.594760 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8e6a3ff3-ca0a-49f5-b7eb-a9da9193d1b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c7d125b1735497f9d5f33e21f53794c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7093527 Sep 09 20:03:49.597331 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a3ff3-ca0a-49f5-b7eb-a9da9193d1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaad40d4-1702-4f06-a234-387bd98f07bc,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:49.601560 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50236) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:49.610402 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.630196 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:44Z', 'revision_number': 3, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:49.652558 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.744225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.746752 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:49.747879 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10353461-96d1-4198-b25b-a841346b043c HTTP/1.1" status: 204 len: 168 time: 1.7317808 Sep 09 20:03:49.753967 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333e0e3-2a85-44d6-b8a1-f28ad315725b None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:44Z', 'revision_number': 3, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:03:49.798462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01403a95-ab98-45a7-a4de-a280e27df543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10353461-96d1-4198-b25b-a841346b043c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:49.813726 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c0ce9e52-6445-4412-85a8-c28b42e15323 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:49.934492 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Router 3b1553bd-dd8b-47f0-81af-7d602908c5de is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:03:49.976130 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port c0ce9e52-6445-4412-85a8-c28b42e15323 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:49.978691 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.252565 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.360123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:03:50.374315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Sync routers for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:03:50.397423 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.403758 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-57cb8707-a666-4154-8ed3-8929b00869ca admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3435853 Sep 09 20:03:50.409751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:50.443314 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.445665 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.463604 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:50.464283 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:50.506880 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Allocated IP 172.20.0.1 (89e0e576-b99d-4ec0-b693-8af081ad9f44/e75b9d3c-fa97-43a1-9552-b0b49406eb14/874114d8-9bf7-481b-ae21-6676ec4afe9a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:50.519516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:03:50.531376 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:03:50.557734 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:50.563390 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:50.586473 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.588008 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7b374aa5-e487-4e12-8ca9-30ef760556e4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9416797 Sep 09 20:03:50.591760 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50278) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:50.824585 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:50.993800 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-045efef5-873f-4ed7-be0b-c5df365a06c5 req-af287570-87d3-4eaa-9dc9-dbdeaa646d96 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0850568 Sep 09 20:03:50.996875 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:50.999451 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.004176 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaad40d4-1702-4f06-a234-387bd98f07bc HTTP/1.1" status: 204 len: 168 time: 1.3975518 Sep 09 20:03:51.107262 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:51.182438 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:48Z', 'revision_number': 3, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:51.201517 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dec1ae-8fed-42e4-860b-d0728bcd8549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaad40d4-1702-4f06-a234-387bd98f07bc,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:51.267671 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.277396 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Checking router: 3b1553bd-dd8b-47f0-81af-7d602908c5de for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:03:51.278769 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Updating router 3b1553bd-dd8b-47f0-81af-7d602908c5de port 59abadb0-61c2-476f-ae9d-aca86306166c binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:03:51.308459 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Transition to ACTIVE for port object 874114d8-9bf7-481b-ae21-6676ec4afe9a will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:51.383234 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.395375 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.30', 63029) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:51.532643 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:46Z', 'revision_number': 3, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:51.615102 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:03:51.617962 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Updating router bd3899aa-3022-4696-be9b-e9d90d73429b port 8417a86e-1738-4194-9520-9d5b15ab9ccb binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:03:51.635193 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.723672 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.834919 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50312) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:51.899020 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:51.911195 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6623fc-0853-4dfa-a851-61f066f845bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:51.959251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.055591 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0277938c-6d21-4345-82b0-51c6bd4e3303 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:52.198975 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 0277938c-6d21-4345-82b0-51c6bd4e3303 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:52.207074 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0277938c-6d21-4345-82b0-51c6bd4e3303 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:52.207474 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.301868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:52.361275 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.388383 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-65b38e6f-53be-42d5-bb1f-705fd2a1dec0 req-83b7125f-67b8-4046-9e9a-a07e9320ef63 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0592911 Sep 09 20:03:52.390947 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Transition to ACTIVE for port object 8417a86e-1738-4194-9520-9d5b15ab9ccb will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:52.404675 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Pushing event updated for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:52.409471 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.467448 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.556087 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6623fc-0853-4dfa-a851-61f066f845bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.584094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fb6623fc-0853-4dfa-a851-61f066f845bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.601706 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Attempting to bind port 8417a86e-1738-4194-9520-9d5b15ab9ccb on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:03:52.605408 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Attempting to bind port 8417a86e-1738-4194-9520-9d5b15ab9ccb by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:03:52.606120 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Attempting to bind port 8417a86e-1738-4194-9520-9d5b15ab9ccb on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:03:52.611385 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:52.611859 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.632426 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-fb6623fc-0853-4dfa-a851-61f066f845bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0b5c7a242f447b2b2d66dca31917569&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7961588 Sep 09 20:03:52.633734 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 0277938c-6d21-4345-82b0-51c6bd4e3303, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0277938c-6d21-4345-82b0-51c6bd4e3303,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:03:52.636961 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:52.652156 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.663022 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:03:52.664202 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:52.669866 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.670464 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:03:52.679545 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Bound port: 8417a86e-1738-4194-9520-9d5b15ab9ccb, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:03:52.681747 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.719850 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Allocated IP 172.20.0.1 (457c2db4-abf3-4974-a3dc-d3372847cdbd/e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc/7531437b-7f5d-440a-a5bb-fed9966a587b) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:52.779290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6623fc-0853-4dfa-a851-61f066f845bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f274f4-e20a-4fec-8270-83559f61d0a8,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:52.811355 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65da41-f0f0-4bcb-bf0f-6a8745a7f1d4 None None] Pushing event updated for resources: {'Port': ['ID=8417a86e-1738-4194-9520-9d5b15ab9ccb,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:52.902604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.918394 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5de60c6-e196-4210-bbea-e5a90c2a06c8 None None] Provisioning for port 874114d8-9bf7-481b-ae21-6676ec4afe9a completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:52.930305 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.948907 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] For port 8417a86e-1738-4194-9520-9d5b15ab9ccb, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:03:52.964517 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5de60c6-e196-4210-bbea-e5a90c2a06c8 None None] Provisioning complete for port 874114d8-9bf7-481b-ae21-6676ec4afe9a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:52.965152 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5de60c6-e196-4210-bbea-e5a90c2a06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.969519 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] For port 8417a86e-1738-4194-9520-9d5b15ab9ccb, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8417a86e-1738-4194-9520-9d5b15ab9ccb,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:03:52.970071 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=0277938c-6d21-4345-82b0-51c6bd4e3303,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:52.978265 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:52.986868 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.057086 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b5de60c6-e196-4210-bbea-e5a90c2a06c8 None None] Port 874114d8-9bf7-481b-ae21-6676ec4afe9a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:03:53.065670 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.081033 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Transition to ACTIVE for port object 59abadb0-61c2-476f-ae9d-aca86306166c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:53.095199 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.099041 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-efed7b44-387c-4779-a179-f0b2b9cc612b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:53.107515 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-efed7b44-387c-4779-a179-f0b2b9cc612b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.30 "GET /v2.0/networks?id=648c09f8-672a-457f-91bd-57f60d747e36 HTTP/1.1" status: 200 len: 811 time: 1.7045331 Sep 09 20:03:53.136152 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65da41-f0f0-4bcb-bf0f-6a8745a7f1d4 None None] Pushing event updated for resources: {'Port': ['ID=8417a86e-1738-4194-9520-9d5b15ab9ccb,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:53.166263 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:53.184252 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:53.186643 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Request body: {'port': {'device_id': '7bf9db93-5954-4d62-9221-acaefdccad07', 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36', 'admin_state_up': True, 'tenant_id': '6d3e8c58dcef4a638cff7bceef0fb583'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:03:53.217606 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Attempting to bind port 59abadb0-61c2-476f-ae9d-aca86306166c on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:03:53.217984 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Attempting to bind port 59abadb0-61c2-476f-ae9d-aca86306166c by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:03:53.218379 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Attempting to bind port 59abadb0-61c2-476f-ae9d-aca86306166c on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:03:53.281450 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49d0e3-2638-4817-b056-3cb8dcbb1789 None None] Pushing event updated for resources: {'Port': ['ID=59abadb0-61c2-476f-ae9d-aca86306166c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:53.285857 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.296895 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:03:53.296895 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:03:53.296895 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.303589 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:03:53.307072 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Bound port: 59abadb0-61c2-476f-ae9d-aca86306166c, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:03:53.307072 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.339673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.350539 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.356958 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36f274f4-e20a-4fec-8270-83559f61d0a8 HTTP/1.1" status: 204 len: 168 time: 0.7108114 Sep 09 20:03:53.394152 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118e88f-5a79-411e-9b4a-2a77bddddfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f274f4-e20a-4fec-8270-83559f61d0a8,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:53.463359 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.527420 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] For port 59abadb0-61c2-476f-ae9d-aca86306166c, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:03:53.537024 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] For port 59abadb0-61c2-476f-ae9d-aca86306166c, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=59abadb0-61c2-476f-ae9d-aca86306166c,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:03:53.545860 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.574851 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:53.576821 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:53.584163 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:53.617620 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:53.618149 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:53.628250 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Pushing event updated for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:53.746337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:53.752624 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:53.891733 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Allocated IP 172.20.0.1 (b86f24ac-e9c0-4fa6-a3ff-3be376330113/2f34bb52-0012-4a7c-a724-5f9f9b1d68b7/bf03d8ae-8cca-4021-a397-6c6127b6b91e) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:54.027385 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0277938c-6d21-4345-82b0-51c6bd4e3303 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:54.032690 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49d0e3-2638-4817-b056-3cb8dcbb1789 None None] Pushing event updated for resources: {'Port': ['ID=59abadb0-61c2-476f-ae9d-aca86306166c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:54.368325 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:46Z', 'revision_number': 3, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:54.403909 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:54.455881 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c25c2899-980d-4b7b-9c5e-7b9223e1e75c req-a64e3921-3455-41f9-baad-c14fb351d9e6 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.8586493 Sep 09 20:03:54.480555 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defb7468-cb7c-4757-8fec-1d22dc7d7649 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:46Z', 'revision_number': 3, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:03:54.585164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:54.735279 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:54.784006 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0277938c-6d21-4345-82b0-51c6bd4e3303 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:54.785375 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:54.792059 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:54.810437 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50408) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:54.973462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50412) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:54.996893 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Made reservation on behalf of 6d3e8c58dcef4a638cff7bceef0fb583 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:03:55.008788 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.496107 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:48Z', 'revision_number': 3, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:55.496107 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c42a4b5-8199-4d69-bcdd-77224e6ae498 None None] The sync data for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi is: [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:48Z', 'revision_number': 3, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:03:55.510788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.510788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.510788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.544724 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Pushing event updated for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:55.601957 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef441-3866-44a0-9cd0-c9dd71444123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.700692 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8056bbc-0a80-4ce0-a82f-06ae9c5712ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:55.997158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8417a86e-1738-4194-9520-9d5b15ab9ccb up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:56.021627 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.199912 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 8417a86e-1738-4194-9520-9d5b15ab9ccb completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:56.210891 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 8417a86e-1738-4194-9520-9d5b15ab9ccb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:56.211272 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.367910 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.394038 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Transition to ACTIVE for port object bf03d8ae-8cca-4021-a397-6c6127b6b91e will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:03:56.455404 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.458043 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.537283 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.649146 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 8417a86e-1738-4194-9520-9d5b15ab9ccb, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8417a86e-1738-4194-9520-9d5b15ab9ccb,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:03:56.660155 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.705883 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-39758049-d3c6-4c5f-895b-8667f0e82947 req-6e7b6972-e1b0-4048-9e0b-29419678bc80 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.7906315 Sep 09 20:03:56.705883 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:56.717639 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:56.736235 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef441-3866-44a0-9cd0-c9dd71444123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.758580 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.765976 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8b0ef441-3866-44a0-9cd0-c9dd71444123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.808644 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=8417a86e-1738-4194-9520-9d5b15ab9ccb,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:56.981909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8056bbc-0a80-4ce0-a82f-06ae9c5712ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:56.983841 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Pushing event updated for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:57.042805 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:57.045684 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ef441-3866-44a0-9cd0-c9dd71444123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c007a6-c095-4e31-89f0-425310f00369,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:57.055156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-8b0ef441-3866-44a0-9cd0-c9dd71444123 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=feb160e8737c47ef8b8060c9763154aa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2436972 Sep 09 20:03:57.102296 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:57.116681 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:57.117098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.123348 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50448) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:57.199468 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Router 3b1553bd-dd8b-47f0-81af-7d602908c5de has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:03:57.291130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.370984 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d8056bbc-0a80-4ce0-a82f-06ae9c5712ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.494844 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.544137 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:57.545884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Pushing event updated for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:57.567850 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:57.646765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4238a759-de59-445c-ab6e-c4436b9636f1 None None] Provisioning for port bf03d8ae-8cca-4021-a397-6c6127b6b91e completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:57.654880 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4238a759-de59-445c-ab6e-c4436b9636f1 None None] Provisioning complete for port bf03d8ae-8cca-4021-a397-6c6127b6b91e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:57.655284 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4238a759-de59-445c-ab6e-c4436b9636f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.829422 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-4238a759-de59-445c-ab6e-c4436b9636f1 None None] Port bf03d8ae-8cca-4021-a397-6c6127b6b91e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:03:57.857939 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:03:57.865281 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.871633 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:57.875698 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59c007a6-c095-4e31-89f0-425310f00369 HTTP/1.1" status: 204 len: 168 time: 0.7509987 Sep 09 20:03:57.898803 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-470df075-fa1f-4e06-b9d0-3a936605c503 admin admin] 10.222.0.37 "PUT /v2.0/routers/3b1553bd-dd8b-47f0-81af-7d602908c5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4870892 Sep 09 20:03:57.921443 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a778b-2f14-4b08-be29-87fcf1aaf09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c007a6-c095-4e31-89f0-425310f00369,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:57.977268 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6b4a13d9-bef2-4b6e-9796-5b161ec9af85 req-3f4bb757-d0ea-4132-9b20-97d9aaf3402f tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0733635 Sep 09 20:03:58.055722 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c6532f07-da2a-4102-88de-84c0f616f00d None None] Provisioning complete for port 874114d8-9bf7-481b-ae21-6676ec4afe9a triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:58.056336 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c6532f07-da2a-4102-88de-84c0f616f00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.108103 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 59abadb0-61c2-476f-ae9d-aca86306166c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:58.156830 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8056bbc-0a80-4ce0-a82f-06ae9c5712ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9c402-74da-4708-a7bc-f34e2b08b113,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:58.212412 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:03:58.217516 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c6532f07-da2a-4102-88de-84c0f616f00d None None] Port 874114d8-9bf7-481b-ae21-6676ec4afe9a cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:03:58.218948 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50478) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:03:58.219120 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d8056bbc-0a80-4ce0-a82f-06ae9c5712ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9481d59c96f4c0db78f1b564b8307d8&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2405343 Sep 09 20:03:58.265129 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 59abadb0-61c2-476f-ae9d-aca86306166c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:03:58.278475 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 59abadb0-61c2-476f-ae9d-aca86306166c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:58.279517 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.281280 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Allocated IP 172.20.0.3 (648c09f8-672a-457f-91bd-57f60d747e36/7b069e01-b8fe-4be7-ab3d-fadf79a07232/382277c7-916b-4d91-a8ed-267f8c61b0ec) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:03:58.296328 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.335555 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.380146 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.461966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.492909 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.495671 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.499705 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59d9c402-74da-4708-a7bc-f34e2b08b113 HTTP/1.1" status: 204 len: 168 time: 0.2792146 Sep 09 20:03:58.512224 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 59abadb0-61c2-476f-ae9d-aca86306166c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=59abadb0-61c2-476f-ae9d-aca86306166c,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:03:58.520290 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:58.521344 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8417a86e-1738-4194-9520-9d5b15ab9ccb up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:03:58.539572 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f3318-fa1f-4fcc-9137-7eeca879508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9c402-74da-4708-a7bc-f34e2b08b113,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:58.832584 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:03:58.851000 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:03:58.852636 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9fcb8f59-6d37-4177-b9d8-618938f3ebdc admin admin] 10.222.0.37 "PUT /v2.0/routers/b5ccd8c6-9bce-4491-8daf-daa32a7e3087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8703687 Sep 09 20:03:58.885622 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=59abadb0-61c2-476f-ae9d-aca86306166c,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:58.903729 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:58.904359 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:59.060874 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 8417a86e-1738-4194-9520-9d5b15ab9ccb triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:03:59.063159 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.271767 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Sync routers for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:03:59.302530 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:03:59.306091 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:03:59.308634 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.337138 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a95bc5d3-30cc-41cb-8f3c-9372ff19a7c3 req-428101b3-1255-49a9-bc2e-a86ae349daaf tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.1420672 Sep 09 20:03:59.361059 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.521757 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Pushing event updated for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:03:59.627334 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Network 648c09f8-672a-457f-91bd-57f60d747e36 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:03:59.645524 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:03:59.648168 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:59.696346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:03:59.740614 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:03:59.741351 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.794952 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:03:59.894290 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-d8f5806e-0c7f-4ef3-abbf-bc72600dd886 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7134907 Sep 09 20:03:59.955876 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.962018 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.962915 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:03:59.983357 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:54Z', 'revision_number': 4, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '7531437b-7f5d-440a-a5bb-fed9966a587b', 'name': '', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'mac_address': 'fa:16:3e:f4:b2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:51Z', 'updated_at': '2021-09-09T20:03:54Z', 'revision_number': 2, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'subnets': [{'id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:00.040514 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Checking router: 3b1553bd-dd8b-47f0-81af-7d602908c5de for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:04:00.041280 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Updating router 3b1553bd-dd8b-47f0-81af-7d602908c5de port 7531437b-7f5d-440a-a5bb-fed9966a587b binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:04:00.141697 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50534) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:00.187867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54592571-ea07-42ec-afe2-77f1ac875a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:00.320304 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:00.362852 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-30ffe1d9-b063-454a-bdee-6835bea9ee46 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94092) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:04:00.364034 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-30ffe1d9-b063-454a-bdee-6835bea9ee46 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0286958 Sep 09 20:04:00.404861 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4cc7138c-f7d6-4a2b-be91-05d508cc6a6c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:00.412662 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4cc7138c-f7d6-4a2b-be91-05d508cc6a6c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 819 time: 0.4070303 Sep 09 20:04:00.460501 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-83354884-ab15-45b6-be9b-c99380468189 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/quotas/19bf9280045e47e2a5dbb1a1cad45b29 HTTP/1.1" status: 200 len: 375 time: 0.0403290 Sep 09 20:04:00.594421 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Pushing event updated for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:00.621626 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:00.650886 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:00.694848 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 59abadb0-61c2-476f-ae9d-aca86306166c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:00.734611 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-b28a49ec-6ec4-48d2-b842-00325d222be4 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2588487 Sep 09 20:04:00.825813 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:03:55Z', 'revision_number': 2, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:00.911929 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50548) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:00.936020 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:04:00.936408 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Updating router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 port 874114d8-9bf7-481b-ae21-6676ec4afe9a binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:04:01.041702 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.155243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 59abadb0-61c2-476f-ae9d-aca86306166c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:01.155863 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.235899 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50556) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:01.241679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258161601', 'description': 'tempest-description--1874714645'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:01.320466 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.367695 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Transition to ACTIVE for port object 7531437b-7f5d-440a-a5bb-fed9966a587b will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:01.393936 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.402001 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:04:01.466141 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-529a1099-b74c-4dd9-a7d7-70f847076c2c None None] Provisioning complete for port bf03d8ae-8cca-4021-a397-6c6127b6b91e triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:01.468323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54592571-ea07-42ec-afe2-77f1ac875a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.471956 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-529a1099-b74c-4dd9-a7d7-70f847076c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.480037 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-54592571-ea07-42ec-afe2-77f1ac875a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.539134 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.550787 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028499c-7f72-4f57-af09-ade38423c36a None None] Pushing event updated for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:01.677936 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Attempting to bind port 7531437b-7f5d-440a-a5bb-fed9966a587b on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:01.681180 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Attempting to bind port 7531437b-7f5d-440a-a5bb-fed9966a587b by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:01.682854 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Attempting to bind port 7531437b-7f5d-440a-a5bb-fed9966a587b on network 457c2db4-abf3-4974-a3dc-d3372847cdbd {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:01.685240 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54592571-ea07-42ec-afe2-77f1ac875a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c242c02e-a278-40ce-a37a-6a05e1a0d499,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:01.696002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.697639 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c738aba1-03fc-48f8-9c14-7926c626ed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.708901 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-529a1099-b74c-4dd9-a7d7-70f847076c2c None None] Port bf03d8ae-8cca-4021-a397-6c6127b6b91e cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:04:01.717411 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-54592571-ea07-42ec-afe2-77f1ac875a78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f92374d1ae341b9a76fa6f7a64d6da5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5709417 Sep 09 20:04:01.720697 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.723410 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50564) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:01.726917 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:01.729208 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Checking segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:01.731655 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.733224 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f65a4-0f3b-42b7-a13b-958784dd47d2 req-a6c3e3ca-3611-4f7c-93a0-f5303c6fdbea tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:01.734355 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Bound using segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:01.735972 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Bound port: 7531437b-7f5d-440a-a5bb-fed9966a587b, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:01.737473 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.743821 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d59f65a4-0f3b-42b7-a13b-958784dd47d2 req-a6c3e3ca-3611-4f7c-93a0-f5303c6fdbea tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 931 time: 0.3677938 Sep 09 20:04:01.811160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5895a-3c28-4b9c-a846-b51eea242c90,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:01.892781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d59f65a4-0f3b-42b7-a13b-958784dd47d2 req-0fd4cd1c-1826-4a4f-9ae7-dbed75312bbd tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476507 Sep 09 20:04:01.922674 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:04:01.938654 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.956070 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fb283a6b-112a-44ba-a825-54687c97f086 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd3899aa-3022-4696-be9b-e9d90d73429b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3622899 Sep 09 20:04:01.958528 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:04:01.970682 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:01.976415 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Request body: {'port': {'device_id': '7bf9db93-5954-4d62-9221-acaefdccad07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:02.005560 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] For port 7531437b-7f5d-440a-a5bb-fed9966a587b, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:02.026507 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] For port 7531437b-7f5d-440a-a5bb-fed9966a587b, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=7531437b-7f5d-440a-a5bb-fed9966a587b,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:02.036205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.039815 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.040157 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.044462 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c242c02e-a278-40ce-a37a-6a05e1a0d499 HTTP/1.1" status: 204 len: 168 time: 0.2680748 Sep 09 20:04:02.056007 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89ad4b-9e1e-45c2-a1db-3cc83a413d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c242c02e-a278-40ce-a37a-6a05e1a0d499,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:02.091832 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-61775f79-298e-42ea-a95b-f744b4d61666 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:04:02.093229 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-61775f79-298e-42ea-a95b-f744b4d61666 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149426 Sep 09 20:04:02.170881 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.200372 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:02.200888 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:02.337613 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-98dae5ae-e24f-49d4-a092-c1f846c7cb2d service neutron] 10.222.0.37 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303977 Sep 09 20:04:02.359443 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028499c-7f72-4f57-af09-ade38423c36a None None] Pushing event updated for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:02.446519 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:02.487319 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:02.487988 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:02.535095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c738aba1-03fc-48f8-9c14-7926c626ed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.565851 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c738aba1-03fc-48f8-9c14-7926c626ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.699199 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738aba1-03fc-48f8-9c14-7926c626ed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52544314-81d7-4755-ab1a-c114c20eec5e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:02.726823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.728678 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6b7ccae9-02ee-4e68-830b-c4eecd2bc576 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4912658 Sep 09 20:04:02.772467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50596) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:02.822591 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5895a-3c28-4b9c-a846-b51eea242c90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:02.826504 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:02.905885 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c738aba1-03fc-48f8-9c14-7926c626ed2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5c7ae4497da44ba976ac30c9d820c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9912169 Sep 09 20:04:02.918691 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50598) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:02.960076 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-2c864d19-f896-40d4-b3b4-207203f7eb85 service neutron] 10.222.0.37 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6113136 Sep 09 20:04:02.978182 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:03.044238 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.051790 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.103077 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.191163 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.193687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.197536 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52544314-81d7-4755-ab1a-c114c20eec5e HTTP/1.1" status: 204 len: 168 time: 0.2746184 Sep 09 20:04:03.214751 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4b2b5-e54f-483e-b5e8-0722e815af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52544314-81d7-4755-ab1a-c114c20eec5e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:03.385512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.396160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.419847 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382277c7-916b-4d91-a8ed-267f8c61b0ec {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:03.435206 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.465067 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Transition to ACTIVE for port object 874114d8-9bf7-481b-ae21-6676ec4afe9a will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:03.469423 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7cac73-c9ff-46c4-857a-905bff2e283f,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:03.487761 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.491519 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-69b73209-db57-4398-b8d5-7423d113b52a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7100997 Sep 09 20:04:03.492265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50614) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:03.492793 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.499421 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Transition to ACTIVE for port object 382277c7-916b-4d91-a8ed-267f8c61b0ec will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:03.504072 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group_rule': {'security_group_id': 'f4e5895a-3c28-4b9c-a846-b51eea242c90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:03.513301 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.592154 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.663917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Pushing event updated for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:03.717112 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:54Z', 'revision_number': 4, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '7531437b-7f5d-440a-a5bb-fed9966a587b', 'name': '', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'mac_address': 'fa:16:3e:f4:b2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:51Z', 'updated_at': '2021-09-09T20:04:01Z', 'revision_number': 4, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'subnets': [{'id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:03.786996 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.834495 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.918419 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639f38b2-da7c-41b1-b240-4be7dea125dd None None] The sync data for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi is: [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:54Z', 'revision_number': 4, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '7531437b-7f5d-440a-a5bb-fed9966a587b', 'name': '', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'mac_address': 'fa:16:3e:f4:b2:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:51Z', 'updated_at': '2021-09-09T20:04:01Z', 'revision_number': 4, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'subnets': [{'id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:04:03.932814 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46e2041-b9a0-4084-8473-406af71d1305,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:03.957100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:03.961755 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-90343f84-1895-461f-8f63-eaddd11e36f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4658237 Sep 09 20:04:03.968515 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50630) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:03.988518 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:04.001996 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Attempting to bind port 382277c7-916b-4d91-a8ed-267f8c61b0ec on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:04.008472 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Attempting to bind port 382277c7-916b-4d91-a8ed-267f8c61b0ec by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '4ba7be37-35b6-4006-9317-cf5e8a51783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:04.008830 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Attempting to bind port 382277c7-916b-4d91-a8ed-267f8c61b0ec on network 648c09f8-672a-457f-91bd-57f60d747e36 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:04.024645 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Port 382277c7-916b-4d91-a8ed-267f8c61b0ec on network 648c09f8-672a-457f-91bd-57f60d747e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:04:04.024981 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Attempting to bind port 382277c7-916b-4d91-a8ed-267f8c61b0ec on network 648c09f8-672a-457f-91bd-57f60d747e36 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:04.053966 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:04.054371 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Checking segment: {'id': '4ba7be37-35b6-4006-9317-cf5e8a51783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:04.056115 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Bound using segment: {'id': '4ba7be37-35b6-4006-9317-cf5e8a51783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:04.056654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Bound port: 382277c7-916b-4d91-a8ed-267f8c61b0ec, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba7be37-35b6-4006-9317-cf5e8a51783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:04.057029 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.087376 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd99e-0c60-4dcf-8989-b227ad4ae47c None None] Pushing event updated for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:04.100163 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67baa5e-572e-46f3-9eb0-7bfb2381c2b3 req-a65ed8bd-a548-4ee0-9d3b-383920d35be3 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:04.123017 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Attempting to bind port 874114d8-9bf7-481b-ae21-6676ec4afe9a on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:04.123869 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d67baa5e-572e-46f3-9eb0-7bfb2381c2b3 req-a65ed8bd-a548-4ee0-9d3b-383920d35be3 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 943 time: 0.3433332 Sep 09 20:04:04.124467 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Attempting to bind port 874114d8-9bf7-481b-ae21-6676ec4afe9a by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:04.130360 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Attempting to bind port 874114d8-9bf7-481b-ae21-6676ec4afe9a on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:04.156132 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:04.161878 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Checking segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:04.166103 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.169515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Bound using segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:04.169515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Bound port: 874114d8-9bf7-481b-ae21-6676ec4afe9a, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:04.170129 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.185525 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.217899 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:04.225111 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec,segment=NetworkSegment(4ba7be37-35b6-4006-9317-cf5e8a51783b),segment_id=4ba7be37-35b6-4006-9317-cf5e8a51783b)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:04.233290 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.293607 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 2, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:04.406332 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:04.409049 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.412892 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] 10.222.0.30 "PUT /v2.0/ports/382277c7-916b-4d91-a8ed-267f8c61b0ec HTTP/1.1" status: 200 len: 1093 time: 3.0656879 Sep 09 20:04:04.419453 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:04.432365 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50640) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:04.510613 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567890898', 'description': 'tempest-description--422655097'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:04.624973 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:04:04.625363 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Updating router bd3899aa-3022-4696-be9b-e9d90d73429b port bf03d8ae-8cca-4021-a397-6c6127b6b91e binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:04:04.803633 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecadf83-7d71-4406-834c-7d3b8d15d891 service neutron] Pushing event updated for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:04.813894 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] For port 874114d8-9bf7-481b-ae21-6676ec4afe9a, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:04.823189 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] For port 874114d8-9bf7-481b-ae21-6676ec4afe9a, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=874114d8-9bf7-481b-ae21-6676ec4afe9a,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:04.840822 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:04.843255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 7531437b-7f5d-440a-a5bb-fed9966a587b up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:04.843883 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c75e991-f743-43c5-9a86-2ff5c5605221 req-808f3f6c-8c9c-4296-817d-e418a41efa69 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 210 time: 0.2621188 Sep 09 20:04:04.858965 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d67baa5e-572e-46f3-9eb0-7bfb2381c2b3 req-efb0f861-9f47-42c7-b7b0-8b93baa2836a tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304769 Sep 09 20:04:04.873206 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-8ff6bfc2-bd3d-4cca-9212-77fc1f247737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:04.879068 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-8ff6bfc2-bd3d-4cca-9212-77fc1f247737 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3e8c58dcef4a638cff7bceef0fb583&device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 1096 time: 0.2730465 Sep 09 20:04:04.925659 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:05.193735 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:05.333011 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:05.393900 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-182ae04a-8de2-4d7c-abb4-3c4cbeba94db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:05.459253 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50672) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:05.616461 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:05.617113 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:05.762447 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-67aa285a-c79e-41cd-8998-3b4f9ba920b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec HTTP/1.1" status: 200 len: 217 time: 0.2753503 Sep 09 20:04:05.865421 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ecd99e-0c60-4dcf-8989-b227ad4ae47c None None] Pushing event updated for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:05.947178 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c034219f-adc7-4962-97fb-88d0fcb59c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:05.979751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.108269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.120568 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.122805 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-c851efba-20f8-4f82-887d-bd66b238c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:06.129302 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-c851efba-20f8-4f82-887d-bd66b238c936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b069e01-b8fe-4be7-ab3d-fadf79a07232 HTTP/1.1" status: 200 len: 851 time: 0.2405493 Sep 09 20:04:06.252519 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-182ae04a-8de2-4d7c-abb4-3c4cbeba94db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.338090 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-516293e1-1ca1-4b14-a27d-e1717efd7444 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648c09f8-672a-457f-91bd-57f60d747e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871653 Sep 09 20:04:06.373528 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-182ae04a-8de2-4d7c-abb4-3c4cbeba94db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.441416 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.445618 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9903216 Sep 09 20:04:06.454856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50708) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:06.467675 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c75f5ce-fd9c-4f43-843e-f743bad7d947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.494085 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group_rule': {'security_group_id': '24714f7d-1525-440f-8def-8d58fc6df202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:06.582901 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-182ae04a-8de2-4d7c-abb4-3c4cbeba94db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8007c442524246b8b40efdcc8fb35a79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2471209 Sep 09 20:04:06.583168 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50714) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:06.597884 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81031f-b98d-42fd-af99-94d9bb6e0eb4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24714f7d-1525-440f-8def-8d58fc6df202,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:06.706205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3050a-967a-4f09-bf8d-8235356dbd73 req-66de93e9-69ae-4628-ba55-faa27d17ac69 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:06.713752 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9aa3050a-967a-4f09-bf8d-8235356dbd73 req-66de93e9-69ae-4628-ba55-faa27d17ac69 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 943 time: 0.4593806 Sep 09 20:04:06.759034 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ae04a-8de2-4d7c-abb4-3c4cbeba94db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bd8ae1-e9c5-44c1-9027-617f19dfed8b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:06.799506 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 7531437b-7f5d-440a-a5bb-fed9966a587b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:06.831882 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.db.api [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 20:04:06.831882 dv-cinder-806991-6-iscsi neutron-server[94091]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 20:04:06.831882 dv-cinder-806991-6-iscsi neutron-server[94091]: [parameters: {'project_id_1': '80fc02a3646d43ed9f525e7feb6da9bb', 'expiration_1': datetime.datetime(2021, 9, 9, 20, 3, 46, 560535)}] Sep 09 20:04:06.831882 dv-cinder-806991-6-iscsi neutron-server[94091]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94091) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 20:04:06.832555 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG oslo_db.api [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:04:06.840181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 7531437b-7f5d-440a-a5bb-fed9966a587b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:06.840563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.855528 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9aa3050a-967a-4f09-bf8d-8235356dbd73 req-b78ea7b9-0398-4968-91f7-4197f2bb6487 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405203 Sep 09 20:04:06.857521 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Allocated IP 172.27.3.56 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/d8533e5e-daee-44a3-ae98-34b8031265e4) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:06.868145 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-88572cc2-0fe8-4e0b-94be-6062c8b06c54 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:06.870188 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-88572cc2-0fe8-4e0b-94be-6062c8b06c54 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 819 time: 0.6144631 Sep 09 20:04:06.916564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:06.927147 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-823ea61e-5fa2-4ce2-b921-9476458747d8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/quotas/19bf9280045e47e2a5dbb1a1cad45b29 HTTP/1.1" status: 200 len: 375 time: 0.0455413 Sep 09 20:04:06.980646 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-3ce1165b-863c-404b-954f-dbf41bbd5478 service neutron] 10.222.0.30 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308250 Sep 09 20:04:06.994777 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.034015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:07.254593 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-59a12f8c-0f68-48d9-a08e-b2d1107b1c27 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3000512 Sep 09 20:04:07.366635 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-61fd7179-aa8b-4581-b143-1ddbb314d1a1 req-eab23e01-6c16-4d74-add9-e46f98e05090 service neutron] 10.222.0.30 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314471 Sep 09 20:04:07.537555 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674d019-350f-4c44-b14c-ae10e4feb4f2 x-openstack-request-id: req-5674d019-350f-4c44-b14c-ae10e4feb4f2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:07.538201 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:07.538433 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5674d019-350f-4c44-b14c-ae10e4feb4f2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:07.539126 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec', 'status': 'completed', 'code': 200} Sep 09 20:04:07.569395 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.571104 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.573361 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.574563 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.576443 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d0bd8ae1-e9c5-44c1-9027-617f19dfed8b HTTP/1.1" status: 204 len: 168 time: 0.8998296 Sep 09 20:04:07.638730 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422ce57-0f6d-4a27-b6e1-48d496a10510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bd8ae1-e9c5-44c1-9027-617f19dfed8b,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:07.653857 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c75f5ce-fd9c-4f43-843e-f743bad7d947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.666398 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5c75f5ce-fd9c-4f43-843e-f743bad7d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.691514 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-096b5da8-3791-4a07-ac77-354e60388bcf service neutron] 10.222.0.37 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108961 Sep 09 20:04:07.709141 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-b94f8770-0e68-4046-86f1-e9852ca79ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:07.713484 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.719126 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 7531437b-7f5d-440a-a5bb-fed9966a587b, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=7531437b-7f5d-440a-a5bb-fed9966a587b,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:07.721746 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-b94f8770-0e68-4046-86f1-e9852ca79ace service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d3e8c58dcef4a638cff7bceef0fb583&device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 1096 time: 0.1438310 Sep 09 20:04:07.725840 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50740) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:07.790592 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.823055 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.30', 63047) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:07.869039 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:07.894610 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f5ce-fd9c-4f43-843e-f743bad7d947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c5bcd-656d-4b6c-9f14-7c5810c23593,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:07.913973 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:04Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:07.926661 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5c75f5ce-fd9c-4f43-843e-f743bad7d947 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a813576e98b449b4871bb8706a94af0b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4653652 Sep 09 20:04:07.927678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:07.981655 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed22f3d0-b633-4cb2-80ce-fadb7dec0955 None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:04Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:04:08.011782 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:08.017704 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Transition to ACTIVE for port object bf03d8ae-8cca-4021-a397-6c6127b6b91e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:08.018880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:08.024753 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50750) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:08.028867 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:08.040243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.097336 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.173388 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43bcf2-5401-4caf-8a1b-53afe4cc547d None None] Pushing event updated for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:08.286438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=d8533e5e-daee-44a3-ae98-34b8031265e4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:08.321846 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Attempting to bind port bf03d8ae-8cca-4021-a397-6c6127b6b91e on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:08.324438 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Attempting to bind port bf03d8ae-8cca-4021-a397-6c6127b6b91e by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:08.324978 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Attempting to bind port bf03d8ae-8cca-4021-a397-6c6127b6b91e on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:08.343506 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:08.344374 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Checking segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:08.346162 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.346679 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Bound using segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:08.349861 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Bound port: bf03d8ae-8cca-4021-a397-6c6127b6b91e, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:08.350432 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.416701 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.504287 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.520520 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] For port bf03d8ae-8cca-4021-a397-6c6127b6b91e, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:08.544574 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] For port bf03d8ae-8cca-4021-a397-6c6127b6b91e, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bf03d8ae-8cca-4021-a397-6c6127b6b91e,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:08.558930 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.666306 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e775b97-2a15-4fc5-aa81-18fa07197676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.730020 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc50a2-631c-45f3-8fca-a7742132aed8 req-9aadff7a-a627-4baa-9529-451aada2d24e tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:08.745122 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43bcf2-5401-4caf-8a1b-53afe4cc547d None None] Pushing event updated for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:08.745283 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-54bc50a2-631c-45f3-8fca-a7742132aed8 req-9aadff7a-a627-4baa-9529-451aada2d24e tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 943 time: 0.4689498 Sep 09 20:04:08.747480 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:04:08.764391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:08.764391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:03:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:08.791618 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-1efe7964-b3fe-4caf-bc25-592b419f18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:08.793286 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-1efe7964-b3fe-4caf-bc25-592b419f18ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=648c09f8-672a-457f-91bd-57f60d747e36 HTTP/1.1" status: 200 len: 912 time: 1.0703773 Sep 09 20:04:08.808990 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-d1dbde53-ba18-4cdd-83a5-eda531a06d39 service neutron] 10.222.0.37 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0895605 Sep 09 20:04:08.832875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.963123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:08.978109 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-5965df38-5ef3-4157-b5c5-1aa3684b0714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec HTTP/1.1" status: 200 len: 217 time: 0.1766789 Sep 09 20:04:09.034665 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-54bc50a2-631c-45f3-8fca-a7742132aed8 req-9b0415f8-d5e4-4a06-bfcd-612e7cefdd0c tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215149 Sep 09 20:04:09.037102 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.141356 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:09.178618 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.203401 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-9af636a9-98dd-46b2-aabb-60c58509a2e0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:09.206170 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-9af636a9-98dd-46b2-aabb-60c58509a2e0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 819 time: 1.3301761 Sep 09 20:04:09.233437 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Request body: {'port': {'device_id': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'admin_state_up': True, 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:09.273888 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e775623-5930-477c-8caa-44d53167de9c,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:09.299062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.307512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.308763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef1c5bcd-656d-4b6c-9f14-7c5810c23593 HTTP/1.1" status: 204 len: 168 time: 1.2187274 Sep 09 20:04:09.417504 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990773-2a9f-4eb5-a41f-727bd1bc380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c5bcd-656d-4b6c-9f14-7c5810c23593,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:09.507997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-1e0a6ab5-d995-43d9-aa36-b7ecdc9123f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:09.509914 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-1e0a6ab5-d995-43d9-aa36-b7ecdc9123f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b069e01-b8fe-4be7-ab3d-fadf79a07232 HTTP/1.1" status: 200 len: 851 time: 0.4836729 Sep 09 20:04:09.528747 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e9ea37c4-a546-4a5b-9991-ef22c414d412 req-39441cf8-c963-44a0-b0b3-735f05d917c7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 210 time: 0.1711810 Sep 09 20:04:09.616238 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-39577889-de60-45b3-83ac-2a16b1c99177 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=648c09f8-672a-457f-91bd-57f60d747e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783627 Sep 09 20:04:09.850276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.863380 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.876466 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:08Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:09.910117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.949853 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-1890be30-b84c-426e-adfb-e7931e9b4802 service neutron] 10.222.0.30 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207920 Sep 09 20:04:09.956650 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e775b97-2a15-4fc5-aa81-18fa07197676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.970541 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=d8533e5e-daee-44a3-ae98-34b8031265e4,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:09.976079 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.978280 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a4b9f37d-87a9-4c95-abfc-1214974a8f40 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0003054 Sep 09 20:04:09.979729 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.983780 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3864f58a-2f24-4585-835f-f9095d47a8cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.5007873 Sep 09 20:04:09.984428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:09.987678 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2e775b97-2a15-4fc5-aa81-18fa07197676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:09.998271 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group_rule': {'security_group_id': '24714f7d-1525-440f-8def-8d58fc6df202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:10.026080 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cd72b5-3997-4448-a46b-caf72330e987 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:08Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:04:10.052539 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Made reservation on behalf of 19bf9280045e47e2a5dbb1a1cad45b29 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:04:10.058867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.084300 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.148395 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 7531437b-7f5d-440a-a5bb-fed9966a587b up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:10.227280 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2e775b97-2a15-4fc5-aa81-18fa07197676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0aa27311da04ada924009926cd591bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4192762 Sep 09 20:04:10.229361 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e775b97-2a15-4fc5-aa81-18fa07197676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49838a2f-3bd7-42e5-844c-41cacca42ca9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:10.266963 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:10.293990 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50826) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:10.358858 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 7531437b-7f5d-440a-a5bb-fed9966a587b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:10.359239 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.380975 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e804359-1ffd-43c3-b984-43b4fd4f3267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.381189 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.407721 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8f2fd-9549-43c5-82f0-24b2f77c97c1 req-8864ce40-c2b5-4753-8736-e05ae42fee3b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:10.409343 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2fc8f2fd-9549-43c5-82f0-24b2f77c97c1 req-8864ce40-c2b5-4753-8736-e05ae42fee3b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 943 time: 0.1880653 Sep 09 20:04:10.412094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.434204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2701b5bc-bbeb-47b0-9eb2-b7ab96f8b5aa,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:10.491094 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2fc8f2fd-9549-43c5-82f0-24b2f77c97c1 req-0fbff39e-c89a-4b42-ba40-45bd4e436a8d tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579491 Sep 09 20:04:10.539987 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c034219f-adc7-4962-97fb-88d0fcb59c4e req-d9f40252-b9e9-4d38-9cd0-4855a25b5ac8 service neutron] 10.222.0.30 "GET /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814536 Sep 09 20:04:10.594943 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 874114d8-9bf7-481b-ae21-6676ec4afe9a up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:10.697265 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.758342 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 874114d8-9bf7-481b-ae21-6676ec4afe9a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:10.764037 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 874114d8-9bf7-481b-ae21-6676ec4afe9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:10.764443 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.772843 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50842) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:10.788444 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:10.827022 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f59bb73-0fcb-4f43-88b8-8112d1ef4282 req-1c5b81aa-87d1-47a3-8681-c5e521b57eac tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 210 time: 0.1232994 Sep 09 20:04:10.929161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-586ce342-dade-4588-8412-d0fe1d7ab9b7 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1258161601&fields=id&tenant_id=fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 267 time: 0.2094085 Sep 09 20:04:10.941878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Allocated IP 172.20.0.10 (457c2db4-abf3-4974-a3dc-d3372847cdbd/e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc/7d9718e5-2984-4ad9-a7bc-736f158c16bd) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:10.960601 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.009901 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e804359-1ffd-43c3-b984-43b4fd4f3267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.025639 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 874114d8-9bf7-481b-ae21-6676ec4afe9a, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=874114d8-9bf7-481b-ae21-6676ec4afe9a,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:11.034583 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.035583 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7e804359-1ffd-43c3-b984-43b4fd4f3267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.055798 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.057015 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-fc59240e-d988-4589-b352-b641e28156c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0711329 Sep 09 20:04:11.068023 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50850) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:11.089104 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:11.102480 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:11.184853 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.225135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-055588aa-0b5d-43ca-9589-84ae434183bd tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:11.227890 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-055588aa-0b5d-43ca-9589-84ae434183bd tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 810 time: 0.2866497 Sep 09 20:04:11.264764 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-b2b074af-2cee-455f-b957-1180a4979ee2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/quotas/fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 375 time: 0.0301945 Sep 09 20:04:11.299340 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 382277c7-916b-4d91-a8ed-267f8c61b0ec details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:04:11.360791 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.371375 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.376585 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49838a2f-3bd7-42e5-844c-41cacca42ca9 HTTP/1.1" status: 204 len: 168 time: 1.1026447 Sep 09 20:04:11.410175 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b5fec0-f9cd-4c42-a931-915f0ffb17e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.439428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804359-1ffd-43c3-b984-43b4fd4f3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2438b7c6-b389-4523-8f6b-6ea3662b96b3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:11.482009 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7e804359-1ffd-43c3-b984-43b4fd4f3267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20a24a5c04be43b6ab6af91be75d9b40&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1799715 Sep 09 20:04:11.490856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:11.562817 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ae15fabf-a964-4903-999a-36b38ea11bb8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2868996 Sep 09 20:04:11.588539 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89821f-64fa-42f8-b90a-dae3367ae3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49838a2f-3bd7-42e5-844c-41cacca42ca9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:11.612637 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.623438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.672963 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec,segment=NetworkSegment(4ba7be37-35b6-4006-9317-cf5e8a51783b),segment_id=4ba7be37-35b6-4006-9317-cf5e8a51783b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:11.708848 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '382277c7-916b-4d91-a8ed-267f8c61b0ec', 'network_id': '648c09f8-672a-457f-91bd-57f60d747e36', 'port_id': '382277c7-916b-4d91-a8ed-267f8c61b0ec', 'mac_address': 'fa:16:3e:71:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b069e01-b8fe-4be7-ab3d-fadf79a07232', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:04:11.802814 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.830501 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382277c7-916b-4d91-a8ed-267f8c61b0ec {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:11.854131 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec,segment=NetworkSegment(4ba7be37-35b6-4006-9317-cf5e8a51783b),segment_id=4ba7be37-35b6-4006-9317-cf5e8a51783b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:11.863491 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.913400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:11.963849 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-0cc4511e-3215-4eb4-a432-5e55d058b81d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:11.965885 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-0cc4511e-3215-4eb4-a432-5e55d058b81d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 819 time: 0.6637795 Sep 09 20:04:11.987498 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Request body: {'port': {'device_id': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'admin_state_up': True, 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:11.995358 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:12.107696 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['382277c7-916b-4d91-a8ed-267f8c61b0ec'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:12.165455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50876) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:12.192538 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab48b84d-253d-4cd8-aa7b-b21c9b9fc08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.197340 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bf03d8ae-8cca-4021-a397-6c6127b6b91e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:12.284296 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b5fec0-f9cd-4c42-a931-915f0ffb17e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.290886 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.300660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.367857 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1b5fec0-f9cd-4c42-a931-915f0ffb17e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.379770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Allocated IP 172.27.3.33 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/dc5269df-c31b-4552-931e-32a123f4f653) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:12.381147 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port bf03d8ae-8cca-4021-a397-6c6127b6b91e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:12.400318 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port bf03d8ae-8cca-4021-a397-6c6127b6b91e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:12.400960 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.517936 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cf26a0-8351-4d0c-82e7-fd5717107a3d req-d1034c91-8567-40fb-a066-d966e0101b7b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:12.520448 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69cf26a0-8351-4d0c-82e7-fd5717107a3d req-d1034c91-8567-40fb-a066-d966e0101b7b tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 944 time: 0.4564562 Sep 09 20:04:12.533991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:12.596959 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:12.605387 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-7c4dc634-d409-40e4-89ed-8a3d0b15824b service neutron] 10.222.0.37 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437050 Sep 09 20:04:12.609390 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.613950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.615326 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2438b7c6-b389-4523-8f6b-6ea3662b96b3 HTTP/1.1" status: 204 len: 168 time: 1.1195419 Sep 09 20:04:12.633790 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e1b5fec0-f9cd-4c42-a931-915f0ffb17e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35f854a4956c441a8e4ab9c097f6afe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8592331 Sep 09 20:04:12.640439 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 50886) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:12.642397 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:12.651607 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:12.652745 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.674787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca1f5-db0f-4f77-9ff8-f427d0fd8fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2438b7c6-b389-4523-8f6b-6ea3662b96b3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:12.733096 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69cf26a0-8351-4d0c-82e7-fd5717107a3d req-1585bc23-8917-4fb2-af08-27df9f786081 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881311 Sep 09 20:04:12.774697 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.781607 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5fec0-f9cd-4c42-a931-915f0ffb17e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6583b31-b09d-4cd2-ad22-19f9ba62ef56,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:12.827497 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Pushing event updated for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:12.849474 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port bf03d8ae-8cca-4021-a397-6c6127b6b91e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bf03d8ae-8cca-4021-a397-6c6127b6b91e,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:12.864052 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.870987 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:12.872162 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 874114d8-9bf7-481b-ae21-6676ec4afe9a up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:12.911854 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ed94fcfe-835a-48f2-95d5-24220690c7ac req-65a56d16-5ac4-4962-a474-1fcbf927a60e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 210 time: 0.0709472 Sep 09 20:04:12.973700 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-b50c991d-e7e8-4e4a-92bf-f2948409e3aa service neutron] 10.222.0.37 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520813 Sep 09 20:04:12.988742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.012863 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.065339 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.072926 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:13.085827 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.090734 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 874114d8-9bf7-481b-ae21-6676ec4afe9a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:13.091199 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.091322 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.098315 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6583b31-b09d-4cd2-ad22-19f9ba62ef56 HTTP/1.1" status: 204 len: 168 time: 0.4312234 Sep 09 20:04:13.126011 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e3ee-75dc-48b4-84a9-3e4ee987173e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6583b31-b09d-4cd2-ad22-19f9ba62ef56,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:13.150724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab48b84d-253d-4cd8-aa7b-b21c9b9fc08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.165205 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ab48b84d-253d-4cd8-aa7b-b21c9b9fc08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.212897 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:13.241833 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:13.248758 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:13.291860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50896) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:13.297279 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 382277c7-916b-4d91-a8ed-267f8c61b0ec up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:13.301918 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ab48b84d-253d-4cd8-aa7b-b21c9b9fc08c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e5de908f249144e1bf96d698dbf30ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1349442 Sep 09 20:04:13.303523 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-4f1621b5-2966-4c42-b38e-81f5ae83576e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0869713 Sep 09 20:04:13.359508 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Request body: {'port': {'device_id': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:13.412900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Made reservation on behalf of 19bf9280045e47e2a5dbb1a1cad45b29 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:04:13.418178 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.450787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=dc5269df-c31b-4552-931e-32a123f4f653,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:13.488796 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 382277c7-916b-4d91-a8ed-267f8c61b0ec completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:13.496763 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 382277c7-916b-4d91-a8ed-267f8c61b0ec triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:13.497160 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.534640 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48b84d-253d-4cd8-aa7b-b21c9b9fc08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f09f85-3bd0-4e38-aad4-82c92e5c97e7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:13.576863 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a7ac54bf-7dcd-4785-93fb-766198a80a26 req-75b7fa57-6a6f-4831-95dd-2138b4a69f16 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 210 time: 0.3106022 Sep 09 20:04:13.613136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.655751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.697232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.808141 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.821007 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.844700 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:13.932428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50918) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:14.038422 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Allocated IP 172.20.0.14 (457c2db4-abf3-4974-a3dc-d3372847cdbd/e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc/d07eb5a9-887c-454a-a2d0-6fae25f63e66) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:14.121703 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bf03d8ae-8cca-4021-a397-6c6127b6b91e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:14.190512 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:14.210404 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecfe510-a2ed-44cd-8fb3-47b20179e768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.291956 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec,segment=NetworkSegment(4ba7be37-35b6-4006-9317-cf5e8a51783b),segment_id=4ba7be37-35b6-4006-9317-cf5e8a51783b)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:14.301345 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.313772 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9754ef24-2f5e-408f-8518-5ceed687be71 req-54a37d55-e0c2-4728-b431-7ed7ac2b65a1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 210 time: 0.1134951 Sep 09 20:04:14.337784 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.342034 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.345785 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.349271 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39f09f85-3bd0-4e38-aad4-82c92e5c97e7 HTTP/1.1" status: 204 len: 168 time: 0.9676030 Sep 09 20:04:14.373899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port bf03d8ae-8cca-4021-a397-6c6127b6b91e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:14.374622 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.438505 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.447809 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24986228-f1d0-4e5e-beec-bd574b0f8609" -d '{"events": [{"server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "name": "network-vif-plugged", "status": "completed", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:14.458177 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7000a2-c248-43c3-8fb7-3326d4d22314 req-8f48fb85-b201-4cac-a10e-6c016963dbb7 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:14.466656 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd7000a2-c248-43c3-8fb7-3326d4d22314 req-8f48fb85-b201-4cac-a10e-6c016963dbb7 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 944 time: 0.5492921 Sep 09 20:04:14.488994 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:14.493076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af0fb6-9365-46fc-89b7-5e6aa2de4655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f09f85-3bd0-4e38-aad4-82c92e5c97e7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:14.596812 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-45c194b3-d0d9-4f68-a02a-bedb7311e8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.603004 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Network 457c2db4-abf3-4974-a3dc-d3372847cdbd is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:14.616859 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.622957 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:14.639775 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.702299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:14.709004 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:14.709715 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.717333 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Pushing event updated for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:14.751240 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:14.772411 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd7000a2-c248-43c3-8fb7-3326d4d22314 req-4dc2dca5-0b29-42c6-bafb-27512c6caf9c tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016269 Sep 09 20:04:14.882132 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c4a946-2eb0-43be-98a8-b2a60cc24174 x-openstack-request-id: req-90c4a946-2eb0-43be-98a8-b2a60cc24174 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:14.882857 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "name": "network-vif-plugged", "status": "completed", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:14.883468 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90c4a946-2eb0-43be-98a8-b2a60cc24174 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:14.884358 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec', 'code': 200} Sep 09 20:04:14.935852 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9718e5-2984-4ad9-a7bc-736f158c16bd {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:14.953949 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=dc5269df-c31b-4552-931e-32a123f4f653,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:14.954206 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.30', 63056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:14.981943 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.041357 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Transition to ACTIVE for port object 7d9718e5-2984-4ad9-a7bc-736f158c16bd will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:15.106532 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.175085 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-44fdde9b-39d4-4c02-ace6-f5f6fff5e945 req-2f6ac48d-35fc-43cb-8029-f0aff50c5b56 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 210 time: 0.1431410 Sep 09 20:04:15.278386 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecfe510-a2ed-44cd-8fb3-47b20179e768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.287475 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.30', 63057) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:15.388082 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-ebab4c3e-88e5-4924-a3ac-77062b24e136 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4052403 Sep 09 20:04:15.392763 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:15.423679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecfe510-a2ed-44cd-8fb3-47b20179e768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.426523 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Request body: {'port': {'device_id': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:15.456082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-2e6df627-1ff8-4bde-8151-04a7d1b83d0b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:15.458006 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-2e6df627-1ff8-4bde-8151-04a7d1b83d0b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 810 time: 0.5027881 Sep 09 20:04:15.506138 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0ecfe510-a2ed-44cd-8fb3-47b20179e768 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=590261a2ad534147a6b1191ea5257dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5041256 Sep 09 20:04:15.506138 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.515803 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-609a1963-06aa-4b20-bb8a-f969d2ac21eb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4407661 Sep 09 20:04:15.519989 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 50966) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:15.562115 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Attempting to bind port 7d9718e5-2984-4ad9-a7bc-736f158c16bd on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:15.563513 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Attempting to bind port 7d9718e5-2984-4ad9-a7bc-736f158c16bd by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:15.563995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Attempting to bind port 7d9718e5-2984-4ad9-a7bc-736f158c16bd on network 457c2db4-abf3-4974-a3dc-d3372847cdbd {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:15.584252 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Port 7d9718e5-2984-4ad9-a7bc-736f158c16bd on network 457c2db4-abf3-4974-a3dc-d3372847cdbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:04:15.584570 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Attempting to bind port 7d9718e5-2984-4ad9-a7bc-736f158c16bd on network 457c2db4-abf3-4974-a3dc-d3372847cdbd {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:15.608638 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-94d4221e-272d-4510-a1f7-a1fcba10cf4c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 380 time: 0.1100674 Sep 09 20:04:15.615841 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:15.616550 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Checking segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:15.617134 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Bound using segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:15.617877 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Bound port: 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:15.618573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.761104 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-79cb888c-0bc2-493e-97dd-82c194986552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:15.764519 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-79cb888c-0bc2-493e-97dd-82c194986552 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 1098 time: 0.4740920 Sep 09 20:04:15.783770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfe510-a2ed-44cd-8fb3-47b20179e768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f0fbd-5a51-4f4f-a2e7-e8173c037477,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:15.834160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.852846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-77befb87-b11d-44b6-b5aa-4c1a097a42bd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.893640 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bb3e7-af22-41b4-a8f0-041c5efbf9bb req-706f5c51-3e66-48b0-a116-d25036f1552f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:15.896222 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-133bb3e7-af22-41b4-a8f0-041c5efbf9bb req-706f5c51-3e66-48b0-a116-d25036f1552f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 932 time: 0.4225068 Sep 09 20:04:15.918163 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:15.922329 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:15.929969 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'port': {'device_id': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'admin_state_up': True, 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'security_groups': ['f4e5895a-3c28-4b9c-a846-b51eea242c90']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:15.938846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.966088 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:15.987129 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.091853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:16.092892 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.094901 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] 10.222.0.30 "PUT /v2.0/ports/7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 1094 time: 2.7586503 Sep 09 20:04:16.121169 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:16.123573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623d586f-e347-4745-9f5f-d7599c5b89c6" -d '{"events": [{"name": "network-changed", "server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:16.185490 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b1bbd-1ff2-4925-8323-d73178ad2405 req-6beb41b7-c150-4353-bdd9-9f9a3023d11a tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:16.188645 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85b1bbd-1ff2-4925-8323-d73178ad2405 req-6beb41b7-c150-4353-bdd9-9f9a3023d11a tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.2866983 Sep 09 20:04:16.192384 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-133bb3e7-af22-41b4-a8f0-041c5efbf9bb req-7187b773-9d29-48b3-9167-b1f480daa5cb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888255 Sep 09 20:04:16.227065 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80611afd-3b38-45ea-a211-cb61e44ec6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:16.264161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85b1bbd-1ff2-4925-8323-d73178ad2405 req-3614ba1b-ce97-429c-ba35-dcd4bcc49edf tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Sep 09 20:04:16.271175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.276687 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.278125 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f3f0fbd-5a51-4f4f-a2e7-e8173c037477 HTTP/1.1" status: 204 len: 168 time: 0.7159309 Sep 09 20:04:16.296893 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84969c6e-25d3-4682-8a54-631cc45c6388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f0fbd-5a51-4f4f-a2e7-e8173c037477,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:16.363125 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-2f3db4f1-ef64-4fe8-9644-307661cc2588 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1567890898&fields=id&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 267 time: 0.0678003 Sep 09 20:04:16.381923 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c61d442-cbe8-4c15-8bc4-17194a941613 x-openstack-request-id: req-2c61d442-cbe8-4c15-8bc4-17194a941613 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:16.382243 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:16.382586 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c61d442-cbe8-4c15-8bc4-17194a941613 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:16.383453 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'status': 'completed', 'code': 200} Sep 09 20:04:16.516606 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07eb5a9-887c-454a-a2d0-6fae25f63e66 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:16.520199 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f2d767d-d80b-4bbf-8787-215b96452c4c req-d9af0c34-208e-4bc4-8c80-f624110bbe7b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 210 time: 0.0553517 Sep 09 20:04:16.526860 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.532211 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-77befb87-b11d-44b6-b5aa-4c1a097a42bd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.544269 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Transition to ACTIVE for port object d07eb5a9-887c-454a-a2d0-6fae25f63e66 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:16.549406 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-77befb87-b11d-44b6-b5aa-4c1a097a42bd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.554768 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.593380 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-db82fceb-5eb7-4059-8703-e7b988ea774b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:16.595775 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-db82fceb-5eb7-4059-8703-e7b988ea774b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 817 time: 0.2193155 Sep 09 20:04:16.601301 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a08ee33-7981-49c0-8a0e-9191d60fb0a0 req-77befb87-b11d-44b6-b5aa-4c1a097a42bd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110859 Sep 09 20:04:16.612070 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Made reservation on behalf of fb64be2fb6b241e5b6f0deefd96305fa for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:04:16.616260 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.624994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77befb87-b11d-44b6-b5aa-4c1a097a42bd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=274189a5-bf78-47a0-98b5-6ce4704e901f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:16.628366 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4fbb1657-92e8-4048-9873-3cd5f4cf89d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/quotas/80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 375 time: 0.0258577 Sep 09 20:04:16.714003 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:16.726608 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-743cbd56-065f-4cf5-8e95-c4e51a68d56d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0905852 Sep 09 20:04:16.794726 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Attempting to bind port d07eb5a9-887c-454a-a2d0-6fae25f63e66 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:16.795230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Attempting to bind port d07eb5a9-887c-454a-a2d0-6fae25f63e66 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:16.795599 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Attempting to bind port d07eb5a9-887c-454a-a2d0-6fae25f63e66 on network 457c2db4-abf3-4974-a3dc-d3372847cdbd {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:16.815458 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Port d07eb5a9-887c-454a-a2d0-6fae25f63e66 on network 457c2db4-abf3-4974-a3dc-d3372847cdbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:04:16.815987 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Attempting to bind port d07eb5a9-887c-454a-a2d0-6fae25f63e66 on network 457c2db4-abf3-4974-a3dc-d3372847cdbd {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:16.829980 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:16.830534 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Checking segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:16.834826 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Bound using segment: {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:16.834826 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Bound port: d07eb5a9-887c-454a-a2d0-6fae25f63e66, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dabc22b-3551-4399-8008-23a0a03f04f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:16.834826 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:16.951310 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Allocated IP 172.20.0.13 (89e0e576-b99d-4ec0-b693-8af081ad9f44/e75b9d3c-fa97-43a1-9552-b0b49406eb14/b4d9fa16-65eb-4967-90b3-394f2faee741) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:16.986226 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:16.991250 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:17.013344 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.068914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-27438bed-52f0-4d53-a90f-af68dde73e08 service neutron] 10.222.0.37 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100867 Sep 09 20:04:17.091085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:17.091626 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.093133 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] 10.222.0.30 "PUT /v2.0/ports/d07eb5a9-887c-454a-a2d0-6fae25f63e66 HTTP/1.1" status: 200 len: 1094 time: 1.6785686 Sep 09 20:04:17.129323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11f8f3-45fa-42ca-8ee1-0a2133869a6c service neutron] Pushing event updated for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:17.205174 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-b6ffb493-3623-408e-aeb0-54e5eafff46d service neutron] 10.222.0.37 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288784 Sep 09 20:04:17.221532 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.249797 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Transition to ACTIVE for port object b4d9fa16-65eb-4967-90b3-394f2faee741 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:17.295545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.370887 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:17.372918 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67b890-ad82-4ef1-8bf0-bf668e7a5a9c req-5a31d635-19a0-4bfb-91d1-c784979a5d2e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:17.374556 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:17.379749 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:17.389712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:17.389712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.403637 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac67b890-ad82-4ef1-8bf0-bf668e7a5a9c req-5a31d635-19a0-4bfb-91d1-c784979a5d2e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.0914280 Sep 09 20:04:17.418846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:17.441098 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-ba381afb-ff67-41c9-8344-60095a4ed25a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8058109 Sep 09 20:04:17.525536 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac67b890-ad82-4ef1-8bf0-bf668e7a5a9c req-7924f519-c202-4eea-b288-72c39d0183ca tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188283 Sep 09 20:04:17.546855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958eca1-f11c-47c5-83e5-53cc1afbe6b8 req-8246c865-eafa-4fb1-8398-1b61e33494dd tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:17.549597 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2958eca1-f11c-47c5-83e5-53cc1afbe6b8 req-8246c865-eafa-4fb1-8398-1b61e33494dd tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.0995648 Sep 09 20:04:17.612350 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e0147efc-0c91-445a-b694-3959a785cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.686770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2958eca1-f11c-47c5-83e5-53cc1afbe6b8 req-07716c78-02df-4d5f-90f9-79f1e494ebcc tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177545 Sep 09 20:04:17.708464 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-be153e58-cae1-49b8-b19f-833e1680e033 req-be0c7893-d245-4094-9dec-a55a977a0ece tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0790331 Sep 09 20:04:17.778689 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-835584db-8d4f-4a95-b05c-95f788bef630 None None] Provisioning for port b4d9fa16-65eb-4967-90b3-394f2faee741 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:17.785759 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-835584db-8d4f-4a95-b05c-95f788bef630 None None] Provisioning complete for port b4d9fa16-65eb-4967-90b3-394f2faee741 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:17.786690 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-835584db-8d4f-4a95-b05c-95f788bef630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.852860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b398c-b1e8-419a-b80f-0ec35710b8bf req-78ab0a29-04b3-4bac-9643-bd50f7f3d395 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:17.855119 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c75b398c-b1e8-419a-b80f-0ec35710b8bf req-78ab0a29-04b3-4bac-9643-bd50f7f3d395 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 932 time: 0.0672097 Sep 09 20:04:17.880015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-835584db-8d4f-4a95-b05c-95f788bef630 None None] Port b4d9fa16-65eb-4967-90b3-394f2faee741 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:04:17.888768 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:17.946985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c75b398c-b1e8-419a-b80f-0ec35710b8bf req-f8d0de40-ef67-44fe-83b3-2b07e489f8ca tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741689 Sep 09 20:04:18.386009 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:18.388939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8de1741-e383-4160-9622-991f5e7d2f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:18.450232 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5d0ea9-fc71-48d8-aed8-5c7a5175cb09 x-openstack-request-id: req-1c5d0ea9-fc71-48d8-aed8-5c7a5175cb09 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:18.450701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:18.451168 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c5d0ea9-fc71-48d8-aed8-5c7a5175cb09 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:18.452112 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66', 'status': 'completed', 'code': 200} Sep 09 20:04:18.582610 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51106) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:18.677610 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570d8d4-9546-4b3b-b782-54558daf9d94 req-db875f97-921b-4fe0-9be1-c22ed5d3772f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:18.679364 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c570d8d4-9546-4b3b-b782-54558daf9d94 req-db875f97-921b-4fe0-9be1-c22ed5d3772f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.0753689 Sep 09 20:04:18.724447 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c570d8d4-9546-4b3b-b782-54558daf9d94 req-17401722-66fd-4509-bb9f-0c8999285a65 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351496 Sep 09 20:04:18.860556 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0efc22c2-2b43-4d84-9231-c6162de52286 req-393fe3ba-6ce8-4ad9-b44d-1c067cb564cc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0528295 Sep 09 20:04:18.884785 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a8afc-0022-4069-958a-c9f0453ab675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:18.902537 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953de7d-d3fa-491e-8fdf-a70fbf896e26 req-d743de7d-487c-4ca7-9cea-9079109b10cb tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:18.904228 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4953de7d-d3fa-491e-8fdf-a70fbf896e26 req-d743de7d-487c-4ca7-9cea-9079109b10cb tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.1395111 Sep 09 20:04:18.909597 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:18.929551 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Request body: {'port': {'device_id': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:19.100342 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-5daca7e0-0bd9-4079-ab57-68e0e32f0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.102220 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-5daca7e0-0bd9-4079-ab57-68e0e32f0ca0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1097 time: 0.1827295 Sep 09 20:04:19.102807 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:19.130447 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4953de7d-d3fa-491e-8fdf-a70fbf896e26 req-38ae9ed9-6a3a-4db9-87fe-2301b31fb815 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954207 Sep 09 20:04:19.197796 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-fcf70da1-8133-428a-b874-1cd74bfbc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.199914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-fcf70da1-8133-428a-b874-1cd74bfbc947 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1097 time: 0.2267730 Sep 09 20:04:19.261261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75818496-e936-4e92-925f-d715e26cca5f req-fa2e548c-c220-4ad9-89e0-b62a792c11a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.269874 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75818496-e936-4e92-925f-d715e26cca5f req-fa2e548c-c220-4ad9-89e0-b62a792c11a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 932 time: 0.1774125 Sep 09 20:04:19.347033 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a8afc-0022-4069-958a-c9f0453ab675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:19.407963 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f06a8afc-0022-4069-958a-c9f0453ab675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:19.480684 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75818496-e936-4e92-925f-d715e26cca5f req-649efa93-b61d-46ff-974c-90d7a61fc296 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044768 Sep 09 20:04:19.530549 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-f06a8afc-0022-4069-958a-c9f0453ab675 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08b233558f9e4241a0dfe5bfd50bf093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9458194 Sep 09 20:04:19.532233 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51158) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:19.555873 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8afc-0022-4069-958a-c9f0453ab675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0cedef-5ca4-4dba-9cb7-fa948f22211f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:19.571657 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-1af3aab6-8562-43a2-ac95-a5482a405f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.572371 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-d895bcef-9042-44d4-86a9-32f360fad0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.573431 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-1af3aab6-8562-43a2-ac95-a5482a405f7d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3640199 Sep 09 20:04:19.576227 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-d895bcef-9042-44d4-86a9-32f360fad0b1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4283497 Sep 09 20:04:19.900931 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-d0531b94-caf2-435e-a291-c2884c1d52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.902712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-623d586f-e347-4745-9f5f-d7599c5b89c6 req-d0531b94-caf2-435e-a291-c2884c1d52c3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3088589 Sep 09 20:04:19.905169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:19.942701 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:19.955272 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a78b6-ecf2-4940-a7ca-47e5235c24b4 req-b0a931ed-5247-4787-9e68-3064286eee1a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:19.956868 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e56a78b6-ecf2-4940-a7ca-47e5235c24b4 req-b0a931ed-5247-4787-9e68-3064286eee1a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.1072857 Sep 09 20:04:20.063917 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e56a78b6-ecf2-4940-a7ca-47e5235c24b4 req-d3ccbe5f-ade0-46f6-8b87-25905d21e3c5 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983534 Sep 09 20:04:20.083402 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61007c36-945c-4736-b352-58a1f654d5af req-5092b99a-7761-42b9-8d4d-887294c88d8a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0438030 Sep 09 20:04:20.093546 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-bfe06247-52fb-4874-8f99-6fa8760d8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.095677 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-bfe06247-52fb-4874-8f99-6fa8760d8ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1097 time: 0.0968912 Sep 09 20:04:20.104318 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.107991 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.113796 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea0cedef-5ca4-4dba-9cb7-fa948f22211f HTTP/1.1" status: 204 len: 168 time: 0.5712519 Sep 09 20:04:20.165735 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-edae4819-7388-481e-87d0-da16a2b2a120 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.190810 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ccd99d-875b-44de-9547-ebcda0c52dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0cedef-5ca4-4dba-9cb7-fa948f22211f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:20.191673 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-edae4819-7388-481e-87d0-da16a2b2a120 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 817 time: 0.4634836 Sep 09 20:04:20.194141 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-108010c1-e2a5-4149-9c90-603a4395ab1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.0788517 Sep 09 20:04:20.215809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-ecb4a191-b515-40a2-8e2f-0af20566bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.217670 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f8de1741-e383-4160-9622-991f5e7d2f4a req-ecb4a191-b515-40a2-8e2f-0af20566bc5e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5645645 Sep 09 20:04:20.298646 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-2117481e-2f07-4eb5-a3cb-3cf0b6b8dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.300914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-2117481e-2f07-4eb5-a3cb-3cf0b6b8dcdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0926447 Sep 09 20:04:20.397952 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-e43bad17-2ce1-43b8-8e7b-972c07965ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662541 Sep 09 20:04:20.398425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51198) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:20.415103 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.445466 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405cbe1e-be4d-4a72-a15b-2d1aa1aca15d req-0377f9c3-fef0-4382-9106-e28be1baa4f4 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.453120 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-405cbe1e-be4d-4a72-a15b-2d1aa1aca15d req-0377f9c3-fef0-4382-9106-e28be1baa4f4 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.1725810 Sep 09 20:04:20.537846 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-ac20ded3-3293-4f7d-871d-91ab499a27ab tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 380 time: 0.3282371 Sep 09 20:04:20.550172 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-c19ca30f-e5af-4445-8e06-a5ee5303f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.551948 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-c19ca30f-e5af-4445-8e06-a5ee5303f51e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1097 time: 0.2836924 Sep 09 20:04:20.557106 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'port': {'device_id': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'admin_state_up': True, 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'security_groups': ['24714f7d-1525-440f-8def-8d58fc6df202']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:20.608007 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-340f4c9c-054c-47e2-adcf-ab07b54eca68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66 HTTP/1.1" status: 200 len: 217 time: 0.0434694 Sep 09 20:04:20.613664 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d9fa16-65eb-4967-90b3-394f2faee741 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:20.644679 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.704333 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:20.720840 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Transition to ACTIVE for port object b4d9fa16-65eb-4967-90b3-394f2faee741 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:20.739614 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-405cbe1e-be4d-4a72-a15b-2d1aa1aca15d req-05b437d5-07bb-4a22-8ca5-68eb7f2b01d6 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854562 Sep 09 20:04:20.758076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a367a78-8551-4cf7-a815-df8b3379061c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.775502 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.775502 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39fdc967-3a15-459f-b78d-f30130e911df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:20.803808 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-2e8f81e1-221d-4fba-bfff-6da9d9fc78e6 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901362 Sep 09 20:04:20.834434 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9b22b-891c-4c1b-8f90-416341bb0a27 req-de254aba-b488-4c44-8e8b-1e6be3f11a8f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.838116 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-9b18e069-8481-4166-9878-12941778ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:20.840272 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-9b18e069-8481-4166-9878-12941778ad6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.2065456 Sep 09 20:04:20.841795 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ef9b22b-891c-4c1b-8f90-416341bb0a27 req-de254aba-b488-4c44-8e8b-1e6be3f11a8f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 944 time: 0.1393681 Sep 09 20:04:20.937476 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:20.967779 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ef9b22b-891c-4c1b-8f90-416341bb0a27 req-8932071c-5244-42e6-90f0-3bcae23de60f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251206 Sep 09 20:04:20.973603 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-32e77456-fc02-4488-8795-e13a983816d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069472 Sep 09 20:04:21.004418 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fd81983-affe-41e2-bb2b-b39b9c2c42c2 req-19a32fbf-3844-489a-b65e-b6d5fb6d05aa service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904352 Sep 09 20:04:21.073527 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a367a78-8551-4cf7-a815-df8b3379061c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.079404 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a367a78-8551-4cf7-a815-df8b3379061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.092571 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Attempting to bind port b4d9fa16-65eb-4967-90b3-394f2faee741 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:21.092908 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Attempting to bind port b4d9fa16-65eb-4967-90b3-394f2faee741 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:21.093238 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Attempting to bind port b4d9fa16-65eb-4967-90b3-394f2faee741 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:21.161182 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.db.api [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 20:04:21.161182 dv-cinder-806991-6-iscsi neutron-server[94092]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 20:04:21.161182 dv-cinder-806991-6-iscsi neutron-server[94092]: [parameters: {'project_id_1': '80fc02a3646d43ed9f525e7feb6da9bb', 'expiration_1': datetime.datetime(2021, 9, 9, 20, 4, 0, 981384)}] Sep 09 20:04:21.161182 dv-cinder-806991-6-iscsi neutron-server[94092]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94092) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 20:04:21.161699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG oslo_db.api [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:04:21.169374 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-5a367a78-8551-4cf7-a815-df8b3379061c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=db1148dae7864e95833c0da9c6c968fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7675555 Sep 09 20:04:21.169563 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Port b4d9fa16-65eb-4967-90b3-394f2faee741 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:04:21.169563 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Attempting to bind port b4d9fa16-65eb-4967-90b3-394f2faee741 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:21.171593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51224) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:21.184334 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a367a78-8551-4cf7-a815-df8b3379061c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe411aa-84c2-4fe3-9ff0-f818251ef7d6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:21.229042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39fdc967-3a15-459f-b78d-f30130e911df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.248244 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:21.248643 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Checking segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:21.249076 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Bound using segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:21.249571 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Bound port: b4d9fa16-65eb-4967-90b3-394f2faee741, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:21.249995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.253647 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-39fdc967-3a15-459f-b78d-f30130e911df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.267278 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-4bfc8b8a-97ee-4530-a94b-7079643cbdd5 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831695 Sep 09 20:04:21.278945 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-721ad138-d036-4dc7-9c78-fa46ec3f066f req-f8eece46-5174-4a53-88e6-c31510390f01 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0608699 Sep 09 20:04:21.337590 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdc967-3a15-459f-b78d-f30130e911df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee9440-fa2c-4034-a11e-7fa0170eb527,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:21.342564 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fe1d9-53aa-4e75-bbec-bb2e6df70085 req-b3bc2e24-4bba-4bf7-a9e7-b6dad1fb8062 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:21.344735 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8d3fe1d9-53aa-4e75-bbec-bb2e6df70085 req-b3bc2e24-4bba-4bf7-a9e7-b6dad1fb8062 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.1026957 Sep 09 20:04:21.345488 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.370838 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-39fdc967-3a15-459f-b78d-f30130e911df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ca08346a62149a8805c41b7dee8b0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651216 Sep 09 20:04:21.374505 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51228) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:21.384701 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.419038 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8d3fe1d9-53aa-4e75-bbec-bb2e6df70085 req-603d558b-b21c-463f-8217-a24d5ced5faf tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625308 Sep 09 20:04:21.455491 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.458210 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.459374 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fe411aa-84c2-4fe3-9ff0-f818251ef7d6 HTTP/1.1" status: 204 len: 168 time: 0.2844884 Sep 09 20:04:21.467112 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664ae6e-6cd7-4772-98eb-40116a3e1a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe411aa-84c2-4fe3-9ff0-f818251ef7d6,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:21.500154 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-bb297330-27c1-4ab9-ad5f-4b4af60c02be req-04acdce7-8425-4034-9d52-fe242563a672 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137413 Sep 09 20:04:21.501868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:21.523023 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b4d9fa16-65eb-4967-90b3-394f2faee741,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:21.528778 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.530837 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.577698 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:21.578460 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.580280 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] 10.222.0.30 "PUT /v2.0/ports/b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 1094 time: 2.6620183 Sep 09 20:04:21.583519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:21.585953 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00481060-b2b0-4c83-b957-ceb40131d6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:21.600960 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.642305 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318adda4-ea6b-4d95-b8c1-d6e02b541b27 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:21.663367 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c4c5b-fc33-4b79-bdf9-255aa22be4c1 x-openstack-request-id: req-4c9c4c5b-fc33-4b79-bdf9-255aa22be4c1 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:21.663666 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:21.663919 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c9c4c5b-fc33-4b79-bdf9-255aa22be4c1 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:21.664330 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'status': 'completed', 'code': 200} Sep 09 20:04:21.719644 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Made reservation on behalf of 80fc02a3646d43ed9f525e7feb6da9bb for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:04:21.723706 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.743063 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-29cc9cfe-a864-43e5-8f5c-dc7d82df1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:21.744918 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-29cc9cfe-a864-43e5-8f5c-dc7d82df1095 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1097 time: 0.1044364 Sep 09 20:04:21.746428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.749072 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:21.750858 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7bee9440-fa2c-4034-a11e-7fa0170eb527 HTTP/1.1" status: 204 len: 168 time: 0.3728838 Sep 09 20:04:21.808540 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bc99e-8390-44b7-9840-2fbabe4dc19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee9440-fa2c-4034-a11e-7fa0170eb527,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:21.874273 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-286f4a06-d501-408b-9798-e52f0d386ab9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 217 time: 0.1110778 Sep 09 20:04:21.906957 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a8066-911d-4f10-a178-2e68fe0b2afb req-558b09e8-8cb6-4120-a2d5-a91381392223 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:21.915773 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6a4a8066-911d-4f10-a178-2e68fe0b2afb req-558b09e8-8cb6-4120-a2d5-a91381392223 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.0651522 Sep 09 20:04:21.952231 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:21.974822 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-f2cf86f6-94d2-4e87-8b70-3f01059dcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:21.976403 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-f2cf86f6-94d2-4e87-8b70-3f01059dcea1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0890856 Sep 09 20:04:21.978717 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6a4a8066-911d-4f10-a178-2e68fe0b2afb req-5f77fdf4-2523-43de-92cf-548137b73906 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611038 Sep 09 20:04:21.980659 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc02efd3-e3ba-4bb3-957a-c9bdc687b785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.111365 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Allocated IP 172.20.0.14 (b86f24ac-e9c0-4fa6-a3ff-3be376330113/2f34bb52-0012-4a7c-a724-5f9f9b1d68b7/37df5d2d-ff75-40ef-8ad0-f2d95bd1cead) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:04:22.131661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-d91df7d2-7ec9-469c-acc5-d134e01e4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.133248 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-d91df7d2-7ec9-469c-acc5-d134e01e4998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1431003 Sep 09 20:04:22.167624 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc02efd3-e3ba-4bb3-957a-c9bdc687b785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.174937 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-bc02efd3-e3ba-4bb3-957a-c9bdc687b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.227406 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25df50f-e38c-471d-a131-7003b9751f77 req-a9ca8ad5-c4ef-4776-9cf8-c9c7857d4a04 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.236223 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b25df50f-e38c-471d-a131-7003b9751f77 req-a9ca8ad5-c4ef-4776-9cf8-c9c7857d4a04 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 944 time: 0.1422489 Sep 09 20:04:22.259326 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-bc02efd3-e3ba-4bb3-957a-c9bdc687b785 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e39d1f69442442cf83943e90f05a367d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060081 Sep 09 20:04:22.264788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51254) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:22.278762 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02efd3-e3ba-4bb3-957a-c9bdc687b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87f24a-1b86-4675-9bc7-adfde9e6ad38,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:22.351672 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-36446fc7-5c8f-4e21-a1ef-116064cdfb7e service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070117 Sep 09 20:04:22.361817 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b25df50f-e38c-471d-a131-7003b9751f77 req-566817ac-4a49-4b21-b8f7-4edeba9abf4d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241765 Sep 09 20:04:22.420291 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.435374 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.501046 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45d30fe1-2ca9-4d05-92f2-7b56897a9972 req-967ac8a7-03e7-401c-8ec0-8e83d8946447 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0807605 Sep 09 20:04:22.512443 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Transition to ACTIVE for port object 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:22.585397 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.590888 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-092007b3-8fb1-4d53-ab1f-f1e635792ce0 req-8325cd01-d78f-4f29-a28e-c71d5ae62a41 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284646 Sep 09 20:04:22.629124 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.721163 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f750c-faeb-4cc1-832e-6caaad1ca148 req-680cc916-9f12-4715-b10a-aaa3cf0a572d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.721955 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:04:22.729128 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-704f750c-faeb-4cc1-832e-6caaad1ca148 req-680cc916-9f12-4715-b10a-aaa3cf0a572d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.1413319 Sep 09 20:04:22.735087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:22.738704 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:04:22.742414 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:04:22.749076 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.749801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.771694 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-9dfdd69a-452e-4229-bf0a-81a82dd5ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.773294 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-9dfdd69a-452e-4229-bf0a-81a82dd5ae76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1097 time: 0.1042824 Sep 09 20:04:22.777243 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51286) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:22.788749 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.791507 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.792776 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc87f24a-1b86-4675-9bc7-adfde9e6ad38 HTTP/1.1" status: 204 len: 168 time: 0.5243671 Sep 09 20:04:22.797213 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-4ec41e86-3522-496a-8b04-f7df5f410177 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2439299 Sep 09 20:04:22.808330 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-704f750c-faeb-4cc1-832e-6caaad1ca148 req-6515a061-2d5f-4f39-a82a-c56853eb14fe tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777562 Sep 09 20:04:22.823901 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Request body: {'port': {'device_id': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:22.832926 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f95f-2fa0-4eb1-ac58-c017284ab98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87f24a-1b86-4675-9bc7-adfde9e6ad38,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:22.980825 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:22.992778 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-48ac0563-0540-49d1-9aa7-27d2b5d3374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:22.994312 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-48ac0563-0540-49d1-9aa7-27d2b5d3374e service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.2091756 Sep 09 20:04:23.113486 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2deb731-6dc2-4c73-ab9c-d9335e1e8f62 None None] Provisioning for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:23.120053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-c2deb731-6dc2-4c73-ab9c-d9335e1e8f62 None None] Provisioning complete for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:23.120841 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c2deb731-6dc2-4c73-ab9c-d9335e1e8f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:23.171638 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c2deb731-6dc2-4c73-ab9c-d9335e1e8f62 None None] Port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:04:23.252402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51300) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:23.281135 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-ec3e9e78-628e-487b-bc63-87903f1d7584 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 217 time: 0.2569170 Sep 09 20:04:23.300389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0925776a-1a9f-40d8-9996-f3c2cef00f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:23.398711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a1eccf8-e4d5-4910-8f00-877dfea210f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:23.444212 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-5902b575-3120-4fae-a344-f0bc35a327bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:23.445837 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-5902b575-3120-4fae-a344-f0bc35a327bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.1568878 Sep 09 20:04:23.502934 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8d31b-964c-4ef9-8a51-da7660f1bac8 req-edd52f33-6b18-4c9e-8b85-8b40d78e809a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:23.504535 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-88a8d31b-964c-4ef9-8a51-da7660f1bac8 req-edd52f33-6b18-4c9e-8b85-8b40d78e809a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 944 time: 0.0623119 Sep 09 20:04:23.556302 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-88a8d31b-964c-4ef9-8a51-da7660f1bac8 req-80144179-2eda-4474-a4df-f330ffef11ed tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445440 Sep 09 20:04:23.613748 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-f17debcf-e16f-404a-8fdf-17d02b7f0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:23.615838 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-f17debcf-e16f-404a-8fdf-17d02b7f0e79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1578233 Sep 09 20:04:23.660554 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 7d9718e5-2984-4ad9-a7bc-736f158c16bd details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:04:23.683760 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f0be-ec70-4669-9681-76b664603095 req-4925331f-1b49-4a48-bc55-3b82bb78b797 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:23.685946 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5396f0be-ec70-4669-9681-76b664603095 req-4925331f-1b49-4a48-bc55-3b82bb78b797 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 932 time: 0.0774176 Sep 09 20:04:23.757744 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0925776a-1a9f-40d8-9996-f3c2cef00f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:23.761172 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-2bd168ed-cc9b-4184-8ba1-83205d8a327b service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339030 Sep 09 20:04:23.770089 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0925776a-1a9f-40d8-9996-f3c2cef00f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:23.782247 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5396f0be-ec70-4669-9681-76b664603095 req-c26d40b6-e87d-441b-a54b-581a9c1b0ef7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884480 Sep 09 20:04:23.915392 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:23.946563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'port_id': '7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'mac_address': 'fa:16:3e:30:e1:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:04:23.961554 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0925776a-1a9f-40d8-9996-f3c2cef00f79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=262ff9ee6fd54660ae587371a7e7fa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1803236 Sep 09 20:04:23.962483 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925776a-1a9f-40d8-9996-f3c2cef00f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35e7ed8-2158-481a-b3c1-8950ad0906c5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:23.964939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51336) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:24.030470 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.057092 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a1eccf8-e4d5-4910-8f00-877dfea210f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.069545 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9718e5-2984-4ad9-a7bc-736f158c16bd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:24.094799 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a5441-7276-4abb-bb69-2500bda1c0ad req-18d838f3-6aee-48e0-ac07-fad4504f89c5 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:24.099398 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c0a5441-7276-4abb-bb69-2500bda1c0ad req-18d838f3-6aee-48e0-ac07-fad4504f89c5 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.1946151 Sep 09 20:04:24.100725 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5a1eccf8-e4d5-4910-8f00-877dfea210f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.121477 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:24.130625 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.162099 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:24.172471 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-5a1eccf8-e4d5-4910-8f00-877dfea210f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2104f8094ef4b12aba91be287e4382c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9147975 Sep 09 20:04:24.184633 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51356) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:24.190372 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-00481060-b2b0-4c83-b957-ceb40131d6dd req-76f6cede-a1c1-4a30-ad05-4b838cc40559 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156866 Sep 09 20:04:24.194333 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.197690 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.229219 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Transition to ACTIVE for port object 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:04:24.235643 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.242491 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:24.244885 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.296776 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eccf8-e4d5-4910-8f00-877dfea210f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cb605-ae3a-4680-ac1c-1258c90cd40b,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:24.329975 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c0a5441-7276-4abb-bb69-2500bda1c0ad req-c9603eb2-107c-45d4-a6c9-d1de47750511 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633120 Sep 09 20:04:24.369460 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['7d9718e5-2984-4ad9-a7bc-736f158c16bd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:24.414792 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.474196 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.510138 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:24.595389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Attempting to bind port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:04:24.595389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Attempting to bind port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:04:24.597385 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.597818 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Attempting to bind port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:24.600283 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.601634 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/439cb605-ae3a-4680-ac1c-1258c90cd40b HTTP/1.1" status: 204 len: 168 time: 0.4160364 Sep 09 20:04:24.625140 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.626304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3464e8-4832-4473-8dd2-5a4fd0d61fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cb605-ae3a-4680-ac1c-1258c90cd40b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:24.646917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.649269 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e35e7ed8-2158-481a-b3c1-8950ad0906c5 HTTP/1.1" status: 204 len: 168 time: 0.6566947 Sep 09 20:04:24.663601 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:04:24.664114 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Attempting to bind port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:04:24.709970 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58b4fe-4fe6-4ce4-8f00-82713c0deca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35e7ed8-2158-481a-b3c1-8950ad0906c5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:24.733620 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:04:24.738867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Checking segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:04:24.739861 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Bound using segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:04:24.740864 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Bound port: 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:04:24.743308 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.808788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b8e3-3a05-4fdd-ad52-9d99594b4959 req-568c5e2b-a9ce-495a-a815-4341857d1588 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:24.811626 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b920b8e3-3a05-4fdd-ad52-9d99594b4959 req-568c5e2b-a9ce-495a-a815-4341857d1588 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 944 time: 0.0983262 Sep 09 20:04:24.818230 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.882333 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b920b8e3-3a05-4fdd-ad52-9d99594b4959 req-207f7e0f-9667-4dbe-bd2f-6ba376515a20 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586133 Sep 09 20:04:24.904854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:04:24.913885 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:04:24.922689 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.977151 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:24.977808 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:24.979798 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] 10.222.0.30 "PUT /v2.0/ports/37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 1094 time: 2.1628721 Sep 09 20:04:24.980324 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:24.982814 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f2cbe0-787d-4f33-966d-71c4b99b9140" -d '{"events": [{"name": "network-changed", "server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:25.013410 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57884a-8960-4e19-b2cf-8ab8f65a7ce4 req-87c45e27-7780-489e-99c2-1f2911c0a287 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.022494 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac57884a-8960-4e19-b2cf-8ab8f65a7ce4 req-87c45e27-7780-489e-99c2-1f2911c0a287 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0987160 Sep 09 20:04:25.064506 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cab8ce-ff1e-4a51-9a9c-99e0dabc8a6b x-openstack-request-id: req-34cab8ce-ff1e-4a51-9a9c-99e0dabc8a6b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:25.065400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:25.065525 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34cab8ce-ff1e-4a51-9a9c-99e0dabc8a6b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:25.065993 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'status': 'completed', 'code': 200} Sep 09 20:04:25.066932 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af36504-869c-4a14-9694-9a4bd3b08a74 service neutron] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:25.073594 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac57884a-8960-4e19-b2cf-8ab8f65a7ce4 req-b1465d99-66de-45e6-804e-b67ea827c40d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500116 Sep 09 20:04:25.127414 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-7aaedf97-9695-4efd-8500-ff48eeab1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.130624 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-7aaedf97-9695-4efd-8500-ff48eeab1aab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1097 time: 0.0976920 Sep 09 20:04:25.192502 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-e3e99bf4-237c-4b1a-a946-d02cc61883ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 217 time: 0.0518861 Sep 09 20:04:25.252976 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-3d1b1834-fa7b-47a5-92f9-a8e0c202ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.254943 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-3d1b1834-fa7b-47a5-92f9-a8e0c202ac50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0551546 Sep 09 20:04:25.321677 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-0f1f7f93-f42d-437c-b3ef-a649c8277aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.323662 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-0f1f7f93-f42d-437c-b3ef-a649c8277aa8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599573 Sep 09 20:04:25.448059 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-e24c3f7c-c114-4235-bd73-a9177d40705e service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125183 Sep 09 20:04:25.456916 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51392) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:25.458795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ebe181-48d5-461b-8dc4-fb0a29cd927f req-77daf404-cc87-4b26-9b2d-93d0a020d095 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.466322 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-76ebe181-48d5-461b-8dc4-fb0a29cd927f req-77daf404-cc87-4b26-9b2d-93d0a020d095 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 944 time: 0.0623524 Sep 09 20:04:25.478728 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268bb3d8-c8dd-4498-9b19-8a616e3f74a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:25.519723 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-76ebe181-48d5-461b-8dc4-fb0a29cd927f req-76169c43-0878-4cfd-b42e-a676cbc79694 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474427 Sep 09 20:04:25.618740 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b455e1f7-75e4-4718-863b-419fba8aead5 req-b6124181-e906-4c28-98bf-d9f4f54cbb7a service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411126 Sep 09 20:04:25.663478 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device b4d9fa16-65eb-4967-90b3-394f2faee741 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:04:25.685467 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268bb3d8-c8dd-4498-9b19-8a616e3f74a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:25.694040 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-268bb3d8-c8dd-4498-9b19-8a616e3f74a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:25.709466 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51398) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:25.717471 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 7d9718e5-2984-4ad9-a7bc-736f158c16bd up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:25.732433 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51400) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:25.751194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47d19fef-f637-4eb6-8dd3-f357818d796c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:25.786181 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-268bb3d8-c8dd-4498-9b19-8a616e3f74a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59fd9a8e67ef43fda004378ed265fd6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260031 Sep 09 20:04:25.790374 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51404) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:25.805748 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-2b3b544e-9ab2-4e40-92f0-f11e4036071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:25.811232 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-2b3b544e-9ab2-4e40-92f0-f11e4036071c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1097 time: 0.1033690 Sep 09 20:04:25.815016 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bb3d8-c8dd-4498-9b19-8a616e3f74a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b19d51-d5fb-466b-a49a-a5d87fa444c0,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:25.911964 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b4d9fa16-65eb-4967-90b3-394f2faee741,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:25.915129 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 7d9718e5-2984-4ad9-a7bc-736f158c16bd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:25.928108 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 7d9718e5-2984-4ad9-a7bc-736f158c16bd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:25.928769 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:25.953815 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'port_id': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'mac_address': 'fa:16:3e:9a:52:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:04:25.961181 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.022386 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-2299dedf-ccdc-43f2-aea2-b770e759aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.025427 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-2299dedf-ccdc-43f2-aea2-b770e759aca8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.2025149 Sep 09 20:04:26.026255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.064678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d9fa16-65eb-4967-90b3-394f2faee741 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:26.087610 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.103140 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b4d9fa16-65eb-4967-90b3-394f2faee741,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:26.104005 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-caaeede1-6933-4859-b119-eb5b74c950d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 217 time: 0.0644963 Sep 09 20:04:26.104654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.119290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76cc47-880e-4fb5-9070-c1b8a16a89ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.124649 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.125378 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d07eb5a9-887c-454a-a2d0-6fae25f63e66 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:04:26.131900 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47d19fef-f637-4eb6-8dd3-f357818d796c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.150063 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-47d19fef-f637-4eb6-8dd3-f357818d796c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.222610 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-3e8e20d1-e64b-40ea-be50-e18070986b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.225037 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-3e8e20d1-e64b-40ea-be50-e18070986b25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.1065054 Sep 09 20:04:26.238117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b1433-78b2-4ad7-803d-139e53552156 req-cbb3b447-ccb1-40d0-a523-aa084a73d92c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.239851 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e57b1433-78b2-4ad7-803d-139e53552156 req-cbb3b447-ccb1-40d0-a523-aa084a73d92c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 944 time: 0.2570181 Sep 09 20:04:26.267182 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-47d19fef-f637-4eb6-8dd3-f357818d796c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02796f2d550f41c8b79f4f68ace71de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561917 Sep 09 20:04:26.268673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d19fef-f637-4eb6-8dd3-f357818d796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbd46b1-3a03-483b-beb7-e0fa91cfd512,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.270044 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51418) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:26.284885 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:26.288016 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a50d0e6-6cc6-4a59-b6c1-24d7aceea7d7" -d '{"events": [{"server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:26.304285 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:26.316802 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:26.324764 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66', 'network_id': '457c2db4-abf3-4974-a3dc-d3372847cdbd', 'port_id': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66', 'mac_address': 'fa:16:3e:57:5e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:04:26.335295 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.351364 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.356463 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-ae1aef1f-a872-49ff-b7db-b98ec8855958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.358446 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-ae1aef1f-a872-49ff-b7db-b98ec8855958 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171143 Sep 09 20:04:26.379604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.382329 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.383469 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77b19d51-d5fb-466b-a49a-a5d87fa444c0 HTTP/1.1" status: 204 len: 168 time: 0.5895433 Sep 09 20:04:26.405830 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e57b1433-78b2-4ad7-803d-139e53552156 req-8955cc1e-2fea-43a5-b426-12ab716d844a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248384 Sep 09 20:04:26.419523 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.446552 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07eb5a9-887c-454a-a2d0-6fae25f63e66 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:26.452148 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.457708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2735e6b-5330-4750-bb02-474a96f77135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b19d51-d5fb-466b-a49a-a5d87fa444c0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.459664 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.483605 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:26.490928 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c4ed6-d801-46a2-b629-66d6810e6c68 req-e64a96c4-0671-463f-ab3a-4ad3f7583dbb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.492885 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b718bf59-0736-424b-ac93-5338397fab30 x-openstack-request-id: req-b718bf59-0736-424b-ac93-5338397fab30 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:26.493795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "name": "network-vif-plugged", "status": "completed", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:26.494190 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b718bf59-0736-424b-ac93-5338397fab30 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:26.494836 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'code': 200} Sep 09 20:04:26.496899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.507975 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-975c4ed6-d801-46a2-b629-66d6810e6c68 req-e64a96c4-0671-463f-ab3a-4ad3f7583dbb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.2862141 Sep 09 20:04:26.546894 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.606041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.616276 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-88dddfd8-f56d-4607-901b-e773aa15a3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487812 Sep 09 20:04:26.661920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-975c4ed6-d801-46a2-b629-66d6810e6c68 req-a81c5d9e-bde8-4382-ac16-ed7d9052a459 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473715 Sep 09 20:04:26.710759 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76cc47-880e-4fb5-9070-c1b8a16a89ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.720761 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a76cc47-880e-4fb5-9070-c1b8a16a89ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.762477 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['b4d9fa16-65eb-4967-90b3-394f2faee741'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:26.766576 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d07eb5a9-887c-454a-a2d0-6fae25f63e66'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:26.767958 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff62e61-9807-416d-8d61-0c18c3a6ed3c req-837b9712-ea21-456b-a033-65c25b02eb59 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.774019 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ff62e61-9807-416d-8d61-0c18c3a6ed3c req-837b9712-ea21-456b-a033-65c25b02eb59 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 945 time: 0.1106415 Sep 09 20:04:26.792255 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1a76cc47-880e-4fb5-9070-c1b8a16a89ed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a12a9d25967e43a1b44343a745e07316&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0565264 Sep 09 20:04:26.792255 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76cc47-880e-4fb5-9070-c1b8a16a89ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09596a21-d386-4cef-b15c-3592edd1a595,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.821884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51438) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:26.870055 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ff62e61-9807-416d-8d61-0c18c3a6ed3c req-708c5055-0115-4201-be42-335208ca2f88 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749989 Sep 09 20:04:26.872867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.882336 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:26.887693 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcbd46b1-3a03-483b-beb7-e0fa91cfd512 HTTP/1.1" status: 204 len: 168 time: 0.6140218 Sep 09 20:04:26.976099 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7c0b-7a37-4948-93c5-ba84ceca6225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbd46b1-3a03-483b-beb7-e0fa91cfd512,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:26.998217 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da8c16-562a-40d1-8c76-d8854f2af217 req-6e8a0cf0-562a-4ad8-9e50-170cac8f234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:26.999717 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-15da8c16-562a-40d1-8c76-d8854f2af217 req-6e8a0cf0-562a-4ad8-9e50-170cac8f234d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.3278363 Sep 09 20:04:27.079575 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-58f2cbe0-787d-4f33-966d-71c4b99b9140 req-609e8811-d87f-4d7f-918f-0a1224891c9a service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554083 Sep 09 20:04:27.096003 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.126531 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-15da8c16-562a-40d1-8c76-d8854f2af217 req-81d45d37-55b2-4163-90d6-042e72800040 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072824 Sep 09 20:04:27.138890 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.198986 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.202486 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.205778 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09596a21-d386-4cef-b15c-3592edd1a595 HTTP/1.1" status: 204 len: 168 time: 0.3767357 Sep 09 20:04:27.211867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefd64b-41c5-4529-adfb-1aaf8e3fcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09596a21-d386-4cef-b15c-3592edd1a595,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:27.554282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7229b2-9f06-44b3-9e90-4a24147641a9 req-479e6649-30dc-41ba-884a-01ae6067ff6a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:27.555542 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ee7229b2-9f06-44b3-9e90-4a24147641a9 req-479e6649-30dc-41ba-884a-01ae6067ff6a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 945 time: 0.0762467 Sep 09 20:04:27.607038 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ee7229b2-9f06-44b3-9e90-4a24147641a9 req-bc539dda-ed0a-49c4-b9b5-5461a2bfaf6a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Sep 09 20:04:27.675543 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d07eb5a9-887c-454a-a2d0-6fae25f63e66 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:27.740719 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port d07eb5a9-887c-454a-a2d0-6fae25f63e66 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:27.750782 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port d07eb5a9-887c-454a-a2d0-6fae25f63e66 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:27.751368 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.954271 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89f632-6706-4f04-a187-5aa3d7373494 req-ce9e13c9-d985-4fd7-8f40-935ed52f661b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:27.956960 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:27.957557 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec89f632-6706-4f04-a187-5aa3d7373494 req-ce9e13c9-d985-4fd7-8f40-935ed52f661b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1463549 Sep 09 20:04:28.005171 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:28.013467 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:28.016040 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device b4d9fa16-65eb-4967-90b3-394f2faee741 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:28.061826 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec89f632-6706-4f04-a187-5aa3d7373494 req-37172501-f631-4506-97a1-075524df5998 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834529 Sep 09 20:04:28.103470 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60c59-6e1c-4edb-b7a5-b3c6e23f370b req-f665f264-e678-4f7e-b878-dad9e809d3a0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:28.113891 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8cf60c59-6e1c-4edb-b7a5-b3c6e23f370b req-f665f264-e678-4f7e-b878-dad9e809d3a0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1009994 Sep 09 20:04:28.135690 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:28.145552 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port b4d9fa16-65eb-4967-90b3-394f2faee741 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:28.150699 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port b4d9fa16-65eb-4967-90b3-394f2faee741 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:28.151348 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:28.205786 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8cf60c59-6e1c-4edb-b7a5-b3c6e23f370b req-5043e57e-586b-4b0c-84ea-b7957df2a2a9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847845 Sep 09 20:04:28.260521 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:28.314753 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b4d9fa16-65eb-4967-90b3-394f2faee741,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:28.321090 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:28.399189 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:28.495709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66'}, {'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:28.498077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cee946-2820-4365-b8ce-20b68e8a4dd8" -d '{"events": [{"server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66"}, {"server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "name": "network-vif-plugged", "status": "completed", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:28.549932 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70e0676-d267-4a0c-a40d-228769106521 x-openstack-request-id: req-e70e0676-d267-4a0c-a40d-228769106521 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:28.550718 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66", "code": 200}, {"server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "name": "network-vif-plugged", "status": "completed", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:28.550978 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e70e0676-d267-4a0c-a40d-228769106521 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:28.551660 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66', 'code': 200} Sep 09 20:04:28.552056 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'code': 200} Sep 09 20:04:28.832515 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb4c7c-a87e-4fd3-9eea-534e43f6e36c req-679746ed-66e2-4929-8f8e-d5753590550b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:28.839230 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7bcb4c7c-a87e-4fd3-9eea-534e43f6e36c req-679746ed-66e2-4929-8f8e-d5753590550b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1124120 Sep 09 20:04:28.892095 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659bba3-277f-4800-b946-ee29670acd36 req-b2fb4faf-a947-47a6-b7a0-383e2ef00e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:28.894650 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3659bba3-277f-4800-b946-ee29670acd36 req-b2fb4faf-a947-47a6-b7a0-383e2ef00e7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1099 time: 0.0896873 Sep 09 20:04:28.897789 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7bcb4c7c-a87e-4fd3-9eea-534e43f6e36c req-61445a54-2eea-41a9-a9d0-e6dc5d257466 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510299 Sep 09 20:04:28.897927 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38eaff2-6280-47c0-b455-60832ed0bfdb req-f3c3c24c-32a8-4134-8358-a5911ba6c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:28.899641 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e38eaff2-6280-47c0-b455-60832ed0bfdb req-f3c3c24c-32a8-4134-8358-a5911ba6c6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1099 time: 0.1054559 Sep 09 20:04:28.970547 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-3659bba3-277f-4800-b946-ee29670acd36 req-d54a0c88-1aae-46bc-b5c4-45f40cfce67e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611122 Sep 09 20:04:28.986179 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-e38eaff2-6280-47c0-b455-60832ed0bfdb req-1aa48d1e-2f14-42b5-bd98-bf12cad9e649 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719275 Sep 09 20:04:29.254945 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25914318-bb2c-43c6-9e03-a2d71f569c5f req-7357253b-a0ff-4d0b-a910-ecaaff79f6fd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:29.262992 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25914318-bb2c-43c6-9e03-a2d71f569c5f req-7357253b-a0ff-4d0b-a910-ecaaff79f6fd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0623567 Sep 09 20:04:29.318442 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25914318-bb2c-43c6-9e03-a2d71f569c5f req-f7595306-c6f7-4feb-a16b-1435514ab0fc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546389 Sep 09 20:04:29.382026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02885e69-004b-45ba-aa9a-014826c74eef req-fac36a89-f8f1-487b-80b3-079d5ab5913d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:29.390120 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-02885e69-004b-45ba-aa9a-014826c74eef req-fac36a89-f8f1-487b-80b3-079d5ab5913d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0693274 Sep 09 20:04:29.404799 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51578) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:29.445625 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-02885e69-004b-45ba-aa9a-014826c74eef req-8bf0b4c2-659f-4b8c-b0f6-37b2819c7ca3 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Sep 09 20:04:29.545160 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a05dd489-482f-44e1-b19c-64640b91ac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.646179 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a05dd489-482f-44e1-b19c-64640b91ac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.651304 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a05dd489-482f-44e1-b19c-64640b91ac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.681727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:04:29.692174 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a05dd489-482f-44e1-b19c-64640b91ac11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71fe56281d1946948b6fee43a3cc7b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2861507 Sep 09 20:04:29.693124 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dd489-482f-44e1-b19c-64640b91ac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e44809-88c2-406b-b9b3-c51b22eee7ca,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:29.695345 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51588) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:29.757343 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.783073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.807690 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:29.828181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:04:29.837497 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.841663 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:29.843184 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32e44809-88c2-406b-b9b3-c51b22eee7ca HTTP/1.1" status: 204 len: 168 time: 0.1466660 Sep 09 20:04:29.854135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd99603-19be-4ea4-815e-bf3440df15c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e44809-88c2-406b-b9b3-c51b22eee7ca,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:29.888761 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:30.012126 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:04:30.035764 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:30.040759 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5b4e-d856-4597-908a-3b6bf22d19eb req-c0c2a917-9bc9-4be6-ae69-c320c1ff85a6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:30.042351 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-148b5b4e-d856-4597-908a-3b6bf22d19eb req-c0c2a917-9bc9-4be6-ae69-c320c1ff85a6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0655632 Sep 09 20:04:30.042835 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:30.091500 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-148b5b4e-d856-4597-908a-3b6bf22d19eb req-f2ba05be-0fbe-4070-b359-0aefcce6a755 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423849 Sep 09 20:04:30.099629 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:30.493268 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5065a1-2560-4edc-a486-810207a29d5c req-23952f29-10b9-4b5f-a5ac-fcf954c7602e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:30.502822 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f5065a1-2560-4edc-a486-810207a29d5c req-23952f29-10b9-4b5f-a5ac-fcf954c7602e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0730658 Sep 09 20:04:30.517569 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:30.657914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f5065a1-2560-4edc-a486-810207a29d5c req-49f9b79c-9564-44a8-9df2-80ae81e6aebf tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536810 Sep 09 20:04:30.720323 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e04d1-6a9d-4410-a132-8675a95d3cd1 req-3452c434-f980-417f-b660-23fc115aff1e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:30.732545 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e8e04d1-6a9d-4410-a132-8675a95d3cd1 req-3452c434-f980-417f-b660-23fc115aff1e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1826425 Sep 09 20:04:30.793905 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e8e04d1-6a9d-4410-a132-8675a95d3cd1 req-0cd81d99-1711-46ca-b42c-b1debfa3a54f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604002 Sep 09 20:04:31.212366 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8f5bc-c8ac-4171-9217-d02672980f95 req-446f7d1c-7d62-4ce9-a54d-05402df2cf56 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:31.213917 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e9b8f5bc-c8ac-4171-9217-d02672980f95 req-446f7d1c-7d62-4ce9-a54d-05402df2cf56 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0581110 Sep 09 20:04:31.259267 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e9b8f5bc-c8ac-4171-9217-d02672980f95 req-8caf8add-02c6-4124-ad2e-b374026ca55f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393579 Sep 09 20:04:31.388276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed55d07-74da-4682-81ac-083d67c081d9 req-c0fa0b5c-d098-40e9-9e56-7172f837db0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:31.389759 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ed55d07-74da-4682-81ac-083d67c081d9 req-c0fa0b5c-d098-40e9-9e56-7172f837db0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0547385 Sep 09 20:04:31.398973 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51668) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:31.403287 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'floatingip': {'port_id': 'b4d9fa16-65eb-4967-90b3-394f2faee741'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:31.474496 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:32.115736 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcbac5-b3b3-4977-a915-e49a37d9a947 req-418475de-197b-4450-ae78-2fa88c611110 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:32.116984 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4bfcbac5-b3b3-4977-a915-e49a37d9a947 req-418475de-197b-4450-ae78-2fa88c611110 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.3799846 Sep 09 20:04:32.207100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60e5d-06ad-401f-a5f3-c28ff90458c5 req-594ac5a5-81e5-4536-b18f-f6f3f6ada5d8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:32.208488 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d3e60e5d-06ad-401f-a5f3-c28ff90458c5 req-594ac5a5-81e5-4536-b18f-f6f3f6ada5d8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.2500539 Sep 09 20:04:32.294288 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4bfcbac5-b3b3-4977-a915-e49a37d9a947 req-836fc841-c058-4144-acc4-17d7a96de727 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567767 Sep 09 20:04:32.344984 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d3e60e5d-06ad-401f-a5f3-c28ff90458c5 req-b0f6baa3-5100-47f8-8f4e-97b910a884d1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280310 Sep 09 20:04:32.442942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:32.447994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:32.549021 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Floating IP 48ac8301-4ab9-4fdc-9343-c157f3f3d604 associated. External IP: 172.27.3.56, port: b4d9fa16-65eb-4967-90b3-394f2faee741. Sep 09 20:04:32.731333 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3fb56-011a-4db7-ad4e-216f86e4fda6 req-809cba33-e072-4044-ab8e-df2bb8fa1766 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:32.732819 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eda3fb56-011a-4db7-ad4e-216f86e4fda6 req-809cba33-e072-4044-ab8e-df2bb8fa1766 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0971720 Sep 09 20:04:32.814422 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eda3fb56-011a-4db7-ad4e-216f86e4fda6 req-899e0194-99d4-4015-afce-d395a73fd27a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746417 Sep 09 20:04:32.830554 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:04:32.937077 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:04:32.942244 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:32.950636 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:04:32.960530 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:32.961421 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:04:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:32.976461 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-5ca5ee4e-8bd1-4e34-bc7a-7b8bb13ea507 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "PUT /v2.0/floatingips/48ac8301-4ab9-4fdc-9343-c157f3f3d604 HTTP/1.1" status: 200 len: 991 time: 1.5764430 Sep 09 20:04:32.977200 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:33.078393 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:33.149507 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed37276-0007-4f35-98c9-5c990d586ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:33.252316 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89e4918-4839-4e07-838b-2549154c1364 x-openstack-request-id: req-b89e4918-4839-4e07-838b-2549154c1364 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:33.252624 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:33.252876 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b89e4918-4839-4e07-838b-2549154c1364 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:33.253405 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'status': 'completed', 'code': 200} Sep 09 20:04:33.368544 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '48ac8301-4ab9-4fdc-9343-c157f3f3d604', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:9a:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:08Z', 'updated_at': '2021-09-09T20:04:32Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:33.399356 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:04:33.410436 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:33.411064 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:04:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:33.435791 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a2efc-0a46-42dd-a35e-8916ceaa635b req-4ee7c611-bcc2-429f-8bc7-d22c4b5592ae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:33.440724 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-294a2efc-0a46-42dd-a35e-8916ceaa635b req-4ee7c611-bcc2-429f-8bc7-d22c4b5592ae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0625637 Sep 09 20:04:33.494763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-294a2efc-0a46-42dd-a35e-8916ceaa635b req-c2af8abe-0662-4b71-9313-8296aac918cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Sep 09 20:04:33.527025 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:33.821455 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '48ac8301-4ab9-4fdc-9343-c157f3f3d604', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:9a:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:08Z', 'updated_at': '2021-09-09T20:04:32Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:33.850577 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9412e33a-078c-48cd-9d99-b84faa3f4b7e None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '48ac8301-4ab9-4fdc-9343-c157f3f3d604', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:9a:52:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:08Z', 'updated_at': '2021-09-09T20:04:32Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:04:33.932033 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f72b32-bdd6-4d44-84fc-99a02a48c3f5 req-a7c06566-150b-4b9f-9cf2-e0b9be3f04f2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:33.933833 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-70f72b32-bdd6-4d44-84fc-99a02a48c3f5 req-a7c06566-150b-4b9f-9cf2-e0b9be3f04f2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0518422 Sep 09 20:04:33.973508 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-70f72b32-bdd6-4d44-84fc-99a02a48c3f5 req-1ede7c11-fffe-4458-859d-a6e8662fab38 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328879 Sep 09 20:04:34.045965 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911bf7da-add6-4cf8-9aa5-1ad9835dad20 None None] New status for floating IP 48ac8301-4ab9-4fdc-9343-c157f3f3d604: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:04:34.364080 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-3027915a-66a4-4584-ac8c-fa5db654925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.365638 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-3027915a-66a4-4584-ac8c-fa5db654925a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0726302 Sep 09 20:04:34.371350 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-ffb77e6c-3e3c-4a22-867e-9cf1c18073d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.372520 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-ffb77e6c-3e3c-4a22-867e-9cf1c18073d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1099 time: 0.0529759 Sep 09 20:04:34.551565 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-67517abb-9695-460d-9ac1-7566c6c9a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.553081 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-67517abb-9695-460d-9ac1-7566c6c9a1ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.1654787 Sep 09 20:04:34.554177 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-e27223f4-d022-43e1-8273-89170ec5dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.555488 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-e27223f4-d022-43e1-8273-89170ec5dfb0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.1752319 Sep 09 20:04:34.623778 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48931a4-7e08-4518-ad12-c0ad3573cff2 req-bb854933-4de1-4a3d-aa1c-a3d22179bac4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.626205 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a48931a4-7e08-4518-ad12-c0ad3573cff2 req-bb854933-4de1-4a3d-aa1c-a3d22179bac4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0507596 Sep 09 20:04:34.656890 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-37295c1c-e377-4e4d-8a02-884eb388e964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66 HTTP/1.1" status: 200 len: 217 time: 0.0793715 Sep 09 20:04:34.664961 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a48931a4-7e08-4518-ad12-c0ad3573cff2 req-8a3c3fa9-ce13-408f-b1c3-329056cc3053 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326250 Sep 09 20:04:34.729289 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-6ee3b255-18cb-4f56-84d2-20061192753a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 1001 time: 0.1584048 Sep 09 20:04:34.748342 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-35f5b602-9700-4e09-9eb0-1ac120b584cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.750969 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-35f5b602-9700-4e09-9eb0-1ac120b584cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0770969 Sep 09 20:04:34.987306 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-6ef42f65-d0ea-445d-9a76-d5c2eef9d5f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2169418 Sep 09 20:04:34.997646 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-e5234333-e7f0-4c98-a7fa-de14ef4369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:34.999071 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-e5234333-e7f0-4c98-a7fa-de14ef4369f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.2616091 Sep 09 20:04:35.108027 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-f3ba0d04-94ef-44f7-ab93-03a5df95c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:35.109761 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-f3ba0d04-94ef-44f7-ab93-03a5df95c21c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005943 Sep 09 20:04:35.117795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcffcd-e147-4959-8f48-ffd713342e82 req-70d4c050-748b-4925-b1a0-57dddb0f1426 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:35.123493 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-36dcffcd-e147-4959-8f48-ffd713342e82 req-70d4c050-748b-4925-b1a0-57dddb0f1426 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0701222 Sep 09 20:04:35.141726 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-b40e757c-f3d4-4f28-a2fd-7dbeb5bf6f35 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371987 Sep 09 20:04:35.165957 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-36dcffcd-e147-4959-8f48-ffd713342e82 req-dae0f199-2d80-4ac4-b6d6-0327e16637b4 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393674 Sep 09 20:04:35.313883 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-c68ff99d-5179-438e-b3c8-7d2fed96b46e service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860752 Sep 09 20:04:35.320820 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a90aa9e0-ffb0-4d79-a2f6-d9b9b8243465 req-029433d6-0053-4260-b17c-19faf72f9e3a service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708329 Sep 09 20:04:35.447599 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eed37276-0007-4f35-98c9-5c990d586ae4 req-5a5f67d0-1574-4754-9ab4-4505d64d1dd0 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143427 Sep 09 20:04:35.802920 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f52-7a06-4a16-a1da-bd42f836edea req-dc4563b2-6909-4ce0-bf46-ccaf24b84871 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:35.804757 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fc38f52-7a06-4a16-a1da-bd42f836edea req-dc4563b2-6909-4ce0-bf46-ccaf24b84871 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0536320 Sep 09 20:04:35.867404 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6fc38f52-7a06-4a16-a1da-bd42f836edea req-d14f21ec-5643-4d79-8b9d-59d488f8599a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Sep 09 20:04:36.261177 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:04:36.299520 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363fd14-9957-4eac-a216-dc74577876e7 req-87ee32b4-5861-48b5-acd5-ea287c3744a2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:36.301342 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8363fd14-9957-4eac-a216-dc74577876e7 req-87ee32b4-5861-48b5-acd5-ea287c3744a2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0575607 Sep 09 20:04:36.334362 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:04:36.338631 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:04:36.339042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:36.372344 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8363fd14-9957-4eac-a216-dc74577876e7 req-b2c06d20-1c07-4d29-8632-896ba251e6a0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641439 Sep 09 20:04:36.460210 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:36.494204 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:36.496606 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65966ee3-cb0e-4606-8315-3e5d38080cf8" -d '{"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:36.510639 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:36.516384 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:36.556641 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0e2748-fac0-4f16-bbb3-697fd8fdcde1 x-openstack-request-id: req-dd0e2748-fac0-4f16-bbb3-697fd8fdcde1 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:36.556927 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:36.557175 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd0e2748-fac0-4f16-bbb3-697fd8fdcde1 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:36.558228 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'code': 200} Sep 09 20:04:36.588968 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:36.732286 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda811a-9c3c-4e18-af69-364f846537a2 req-563fffb4-4903-46aa-bfd9-cbcd4d51b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:36.734583 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eeda811a-9c3c-4e18-af69-364f846537a2 req-563fffb4-4903-46aa-bfd9-cbcd4d51b2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1099 time: 0.0453944 Sep 09 20:04:36.780316 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-eeda811a-9c3c-4e18-af69-364f846537a2 req-169fde59-3f5f-46b3-8f47-aefc4b87a589 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Sep 09 20:04:37.102206 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee428-66b5-42b7-aded-e5dd1b892c40 req-2b059ab7-9544-4afc-8302-f16f3f1bc799 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:37.103700 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-32eee428-66b5-42b7-aded-e5dd1b892c40 req-2b059ab7-9544-4afc-8302-f16f3f1bc799 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.2545006 Sep 09 20:04:37.125533 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a4c48-7190-44d1-b395-e5f1ec09122b req-72a290f2-b95f-47b8-a961-25e64ede93c4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:37.126996 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-722a4c48-7190-44d1-b395-e5f1ec09122b req-72a290f2-b95f-47b8-a961-25e64ede93c4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0716426 Sep 09 20:04:37.177998 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-32eee428-66b5-42b7-aded-e5dd1b892c40 req-456f30aa-f717-4ec6-93c7-76a31b52773e tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656154 Sep 09 20:04:37.182914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-722a4c48-7190-44d1-b395-e5f1ec09122b req-ce51536f-a72b-4c96-b8f8-1b1332318c3b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Sep 09 20:04:37.508981 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08661fd-2488-4fb2-bbf2-d12af96e5260 req-8c9a9960-7951-4def-ae28-2b0882cea0c2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:37.511103 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d08661fd-2488-4fb2-bbf2-d12af96e5260 req-8c9a9960-7951-4def-ae28-2b0882cea0c2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0608337 Sep 09 20:04:37.544699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:37.558171 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d08661fd-2488-4fb2-bbf2-d12af96e5260 req-6f333760-79d9-493c-ae6a-aa804fce39b8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Sep 09 20:04:37.730925 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e088550e-ba22-4f57-9535-885491e1a646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:37.811082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:37.844279 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e088550e-ba22-4f57-9535-885491e1a646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:37.849801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e088550e-ba22-4f57-9535-885491e1a646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:37.894587 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e088550e-ba22-4f57-9535-885491e1a646 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=13f505c2cffd49d5af9b5cb053d78106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483644 Sep 09 20:04:37.897250 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51876) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:37.901498 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088550e-ba22-4f57-9535-885491e1a646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05856bd-394d-49e9-9964-7bbef67d5b45,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:37.954904 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7cb5eee8-2815-40d9-87b6-e00128e4ec61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:37.960920 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:37.989873 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.051549 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.055995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.057510 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c05856bd-394d-49e9-9964-7bbef67d5b45 HTTP/1.1" status: 204 len: 168 time: 0.1592166 Sep 09 20:04:38.075245 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17722547-b7da-41dd-bcf7-528853ae76b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05856bd-394d-49e9-9964-7bbef67d5b45,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:38.090686 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7cb5eee8-2815-40d9-87b6-e00128e4ec61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.098588 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7cb5eee8-2815-40d9-87b6-e00128e4ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.145274 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51886) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:38.145908 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7cb5eee8-2815-40d9-87b6-e00128e4ec61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5361decd235d4cb4924640af28a824e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332036 Sep 09 20:04:38.146838 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5eee8-2815-40d9-87b6-e00128e4ec61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad4e6d5-3863-4235-8d05-e4f4d073a475,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:38.216641 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.254859 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.394906 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51896) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:38.409846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3259d-e228-4eb2-a55c-92e66f445dd2 req-8c5626bd-1790-4841-9a98-b3d7d2444d1f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:38.411501 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e5c3259d-e228-4eb2-a55c-92e66f445dd2 req-8c5626bd-1790-4841-9a98-b3d7d2444d1f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1213324 Sep 09 20:04:38.420674 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef3faf-d4f5-4eb1-b109-6ae1be6b1bd6 req-4518a78b-6842-4ea2-8a18-9d9064f698ec tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:38.422372 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c9ef3faf-d4f5-4eb1-b109-6ae1be6b1bd6 req-4518a78b-6842-4ea2-8a18-9d9064f698ec tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.1122410 Sep 09 20:04:38.439159 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.441522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.445172 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ad4e6d5-3863-4235-8d05-e4f4d073a475 HTTP/1.1" status: 204 len: 168 time: 0.2951717 Sep 09 20:04:38.471216 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7566a-2ec2-4786-9589-d0d8879d3487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad4e6d5-3863-4235-8d05-e4f4d073a475,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:38.492095 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51902) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:38.502920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e5c3259d-e228-4eb2-a55c-92e66f445dd2 req-212af872-f125-44b8-a5ec-ec7a0fd92230 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794604 Sep 09 20:04:38.523439 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2c3-244b-48fa-9193-9f2dd95e8c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.528858 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c9ef3faf-d4f5-4eb1-b109-6ae1be6b1bd6 req-0e36d824-a583-470a-9d55-17ae00056d20 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Sep 09 20:04:38.532245 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b208e6df-f9f0-46c4-af40-4b2b942fe7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.633441 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2c3-244b-48fa-9193-9f2dd95e8c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.641922 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-76b4d2c3-244b-48fa-9193-9f2dd95e8c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.694032 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-76b4d2c3-244b-48fa-9193-9f2dd95e8c82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5fcea507f9db4e50884d171e5ca449ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005014 Sep 09 20:04:38.697119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51908) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:38.701850 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4d2c3-244b-48fa-9193-9f2dd95e8c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9b87b-8e01-49e6-b351-248a0dc465f3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:38.742196 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641e2d0-6d68-47e9-a87a-0b35da1027ba req-082cbfd9-e96a-4776-b958-53bcb1391558 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:38.752568 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f641e2d0-6d68-47e9-a87a-0b35da1027ba req-082cbfd9-e96a-4776-b958-53bcb1391558 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1157339 Sep 09 20:04:38.820660 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b208e6df-f9f0-46c4-af40-4b2b942fe7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.827935 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b208e6df-f9f0-46c4-af40-4b2b942fe7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.847588 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f641e2d0-6d68-47e9-a87a-0b35da1027ba req-7e9606e3-94eb-4a36-a909-aa928409354f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940104 Sep 09 20:04:38.859866 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.893422 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b208e6df-f9f0-46c4-af40-4b2b942fe7c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=847c44b9dcb54e48a926a191368782c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941764 Sep 09 20:04:38.893681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51916) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:38.900475 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208e6df-f9f0-46c4-af40-4b2b942fe7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6502a98-c82c-4377-b5ab-b516bd02b43f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:38.901018 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.973517 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.995967 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:38.998607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.000430 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ed9b87b-8e01-49e6-b351-248a0dc465f3 HTTP/1.1" status: 204 len: 168 time: 0.3023875 Sep 09 20:04:39.006765 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.019580 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133d19-16aa-454e-af56-8982b6795a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9b87b-8e01-49e6-b351-248a0dc465f3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:39.067179 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.070275 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.071495 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6502a98-c82c-4377-b5ab-b516bd02b43f HTTP/1.1" status: 204 len: 168 time: 0.1768689 Sep 09 20:04:39.081681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445ab4e-0a4d-4cd2-8fd3-6736e764a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6502a98-c82c-4377-b5ab-b516bd02b43f,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:39.345829 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51926) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:39.364859 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dade67e-087a-40f3-8b1c-d0b5f9ca3676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.396575 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-b28cfa7b-29f8-430f-a6c7-b2ebceb4f0a4 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:39.398025 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-b28cfa7b-29f8-430f-a6c7-b2ebceb4f0a4 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.1160684 Sep 09 20:04:39.528183 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51928) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:39.543428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d0d-db41-41cf-95d5-8d13de2c9087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.622564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Deleting port 382277c7-916b-4d91-a8ed-267f8c61b0ec {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:04:39.622900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.649398 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dade67e-087a-40f3-8b1c-d0b5f9ca3676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.658070 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5dade67e-087a-40f3-8b1c-d0b5f9ca3676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.669422 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3d40c-85a1-406b-9450-02428baefac8 req-825a2483-e8e9-47a6-a754-5a434d1777b9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:39.671060 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-baa3d40c-85a1-406b-9450-02428baefac8 req-825a2483-e8e9-47a6-a754-5a434d1777b9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0847270 Sep 09 20:04:39.681166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03e01-c9d2-4d2f-ac6d-fe0bfbf00387 req-051cc578-fb29-49b8-9eb7-0d30c8517eba tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:39.682811 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-baf03e01-c9d2-4d2f-ac6d-fe0bfbf00387 req-051cc578-fb29-49b8-9eb7-0d30c8517eba tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 945 time: 0.0824704 Sep 09 20:04:39.735735 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5dade67e-087a-40f3-8b1c-d0b5f9ca3676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97080756c72844789b3fbb0a4ef6762d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888638 Sep 09 20:04:39.740051 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51934) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:39.743595 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade67e-087a-40f3-8b1c-d0b5f9ca3676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9690b768-72c7-4e61-830a-f1342b41bdf4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:39.779072 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] For port 382277c7-916b-4d91-a8ed-267f8c61b0ec, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=382277c7-916b-4d91-a8ed-267f8c61b0ec,segment=NetworkSegment(4ba7be37-35b6-4006-9317-cf5e8a51783b),segment_id=4ba7be37-35b6-4006-9317-cf5e8a51783b)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:04:39.779442 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.782838 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-baa3d40c-85a1-406b-9450-02428baefac8 req-37808e07-2396-4969-bb95-b6b49324d94a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969770 Sep 09 20:04:39.804290 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-baf03e01-c9d2-4d2f-ac6d-fe0bfbf00387 req-521ca4a8-a42f-4f10-92ad-1330b2648f7f tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/security-groups?id=15b37852-7347-455c-b37f-bda11157c0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082737 Sep 09 20:04:39.815586 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Calling delete_port for 382277c7-916b-4d91-a8ed-267f8c61b0ec owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:04:39.866274 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.900990 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d0d-db41-41cf-95d5-8d13de2c9087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.908396 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:39.923127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-85fb0d0d-db41-41cf-95d5-8d13de2c9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.016109 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-85fb0d0d-db41-41cf-95d5-8d13de2c9087 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff5d6f24d7ed4d9b8732682afe1ebd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858663 Sep 09 20:04:40.019251 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:40.028723 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.035929 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb0d0d-db41-41cf-95d5-8d13de2c9087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6787dce7-df4c-45e2-990f-0aaa0d27aa39,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:40.056986 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['382277c7-916b-4d91-a8ed-267f8c61b0ec'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:04:40.062248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546755d-c2ec-4e47-8e38-2dd2cfd2b886 req-925a0a7e-c357-4244-a3b5-3e3770cbc2c7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:40.067546 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3546755d-c2ec-4e47-8e38-2dd2cfd2b886 req-925a0a7e-c357-4244-a3b5-3e3770cbc2c7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1651278 Sep 09 20:04:40.071886 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Pushing event deleted for resources: {'Port': ['ID=382277c7-916b-4d91-a8ed-267f8c61b0ec,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:40.073866 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 51948) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:40.081872 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'floatingip': {'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:04:40.129762 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c2b9b-b362-4b7a-9ec3-2cb7b2d85854 req-1ec06cce-0631-435f-87ac-3bda9ec08398 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:40.131432 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e21c2b9b-b362-4b7a-9ec3-2cb7b2d85854 req-1ec06cce-0631-435f-87ac-3bda9ec08398 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1658616 Sep 09 20:04:40.132200 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.134747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.135794 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9690b768-72c7-4e61-830a-f1342b41bdf4 HTTP/1.1" status: 204 len: 168 time: 0.3909733 Sep 09 20:04:40.147780 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.207166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575a497-af67-4f65-91e5-f5eb76d93162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9690b768-72c7-4e61-830a-f1342b41bdf4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:40.235129 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] No DVR routers for this DVR port 382277c7-916b-4d91-a8ed-267f8c61b0ec on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:04:40.257952 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.271530 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-cc79f4e4-22a2-4124-a3ed-9ae15f22045d req-d34c978c-e23b-47f0-93c4-370658c497ed tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.30 "DELETE /v2.0/ports/382277c7-916b-4d91-a8ed-267f8c61b0ec HTTP/1.1" status: 204 len: 173 time: 0.8565350 Sep 09 20:04:40.271530 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'name': 'network-vif-deleted', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:40.271530 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf6edd5-401a-4cd5-8a2b-6d9867b255a2" -d '{"events": [{"server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "name": "network-vif-deleted", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:40.271530 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.334072 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.348882 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e21c2b9b-b362-4b7a-9ec3-2cb7b2d85854 req-ca812466-e0da-4232-994a-0d0634d59726 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044096 Sep 09 20:04:40.380229 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6deb454-027c-4029-bf40-79e2fe4af8de x-openstack-request-id: req-d6deb454-027c-4029-bf40-79e2fe4af8de {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:40.380687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf9db93-5954-4d62-9221-acaefdccad07", "name": "network-vif-deleted", "tag": "382277c7-916b-4d91-a8ed-267f8c61b0ec", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:40.381006 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d6deb454-027c-4029-bf40-79e2fe4af8de {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:40.381619 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf9db93-5954-4d62-9221-acaefdccad07', 'name': 'network-vif-deleted', 'tag': '382277c7-916b-4d91-a8ed-267f8c61b0ec', 'status': 'completed', 'code': 200} Sep 09 20:04:40.425299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.428313 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.429601 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6787dce7-df4c-45e2-990f-0aaa0d27aa39 HTTP/1.1" status: 204 len: 168 time: 0.4083393 Sep 09 20:04:40.439293 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bb8e6-2fd9-4249-9158-2c0e4d0183e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6787dce7-df4c-45e2-990f-0aaa0d27aa39,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:40.794605 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.801722 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.815915 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51972) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:40.830731 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d59c0fc1-08b6-495e-9a4c-edbb7801a0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:40.974524 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fa3c5a2d-6891-43ac-b827-75dc3ca72728 req-56f02575-a27e-4cdb-b7a7-a888ff598b74 tempest-DeleteServersTestJSON-921866375 tempest-DeleteServersTestJSON-921866375-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bf9db93-5954-4d62-9221-acaefdccad07 HTTP/1.1" status: 200 len: 210 time: 0.0438743 Sep 09 20:04:40.977693 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Floating IP 2e650d38-dfde-4bdb-bba2-a12d4ac93ecc associated. External IP: 172.27.3.33, port: 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead. Sep 09 20:04:41.013266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d59c0fc1-08b6-495e-9a4c-edbb7801a0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.018554 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d59c0fc1-08b6-495e-9a4c-edbb7801a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.049217 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d59c0fc1-08b6-495e-9a4c-edbb7801a0e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=482687fb2336416ab4cd00f1278b3d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289231 Sep 09 20:04:41.051790 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 51982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:41.085718 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c0fc1-08b6-495e-9a4c-edbb7801a0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0488737-4447-4fb9-81bb-07226af56c16,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:41.120865 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.148011 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.216984 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.220579 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.224776 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0488737-4447-4fb9-81bb-07226af56c16 HTTP/1.1" status: 204 len: 168 time: 0.1698802 Sep 09 20:04:41.232310 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0488737-4447-4fb9-81bb-07226af56c16,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:41.241965 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.242307 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.242724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.243031 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.243367 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.243700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.244027 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.244353 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.244813 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.245141 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.245489 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.245942 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477ec0bc-0146-45e3-a5bc-acb03d0c6d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:41.268780 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:04:41.578027 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:04:41.582441 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:41.595784 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:04:41.616894 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:41.619174 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:04:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:41.620521 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f07c3-2321-414c-8a25-94f399a20988 req-d073c301-6b1a-48f6-8846-aa34bc18886b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:41.629428 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b71f07c3-2321-414c-8a25-94f399a20988 req-d073c301-6b1a-48f6-8846-aa34bc18886b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1546199 Sep 09 20:04:41.652257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-5cf65ea7-fa07-402c-a2cd-04960c57c804 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "PUT /v2.0/floatingips/2e650d38-dfde-4bdb-bba2-a12d4ac93ecc HTTP/1.1" status: 200 len: 991 time: 1.5723956 Sep 09 20:04:41.652257 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:04:41.654082 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5221fe94-68d9-4dd6-af38-8863ed581a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:04:41.690273 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b71f07c3-2321-414c-8a25-94f399a20988 req-dc75d2b1-1b66-4d10-9c73-17a2c0a1dceb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 Sep 09 20:04:41.734559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41071578-085f-4169-89d7-8a2a8d4b84a7 x-openstack-request-id: req-41071578-085f-4169-89d7-8a2a8d4b84a7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:04:41.734851 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:04:41.735127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-41071578-085f-4169-89d7-8a2a8d4b84a7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:04:41.735483 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'status': 'completed', 'code': 200} Sep 09 20:04:41.844902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-cb10d778-75ee-438d-9c2d-b5dc4a9af3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:41.847547 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-cb10d778-75ee-438d-9c2d-b5dc4a9af3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1099 time: 0.0860772 Sep 09 20:04:41.852565 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:41.982495 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-e8f59df4-208a-4bf3-99a3-879d771ab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:41.985220 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-e8f59df4-208a-4bf3-99a3-879d771ab39f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.1309693 Sep 09 20:04:42.163374 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-cfc9f91a-ff9a-40b8-8255-791de963ac33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 999 time: 0.1660366 Sep 09 20:04:42.173496 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '2e650d38-dfde-4bdb-bba2-a12d4ac93ecc', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:13Z', 'updated_at': '2021-09-09T20:04:40Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:42.246322 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:04:42.255882 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:04:42.257260 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:04:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:42.258312 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-0a2ea3ed-373a-4c3e-a1af-8d9f0ffa93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:42.260636 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-0a2ea3ed-373a-4c3e-a1af-8d9f0ffa93c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0751746 Sep 09 20:04:42.281090 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 382277c7-916b-4d91-a8ed-267f8c61b0ec no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:04:42.325560 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 382277c7-916b-4d91-a8ed-267f8c61b0ec {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:04:42.325917 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 382277c7-916b-4d91-a8ed-267f8c61b0ec not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:04:42.360682 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-1976c5b7-7d25-4338-b176-489171acad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:42.362826 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-1976c5b7-7d25-4338-b176-489171acad06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904467 Sep 09 20:04:42.407577 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:04:42.498309 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-db639c28-3a2d-44e2-8096-03d3a3f76f13 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270928 Sep 09 20:04:42.737193 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '2e650d38-dfde-4bdb-bba2-a12d4ac93ecc', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:13Z', 'updated_at': '2021-09-09T20:04:40Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:42.775876 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe5951b-57ed-4d86-8e05-91c8b7297cc1 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '2e650d38-dfde-4bdb-bba2-a12d4ac93ecc', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:04:13Z', 'updated_at': '2021-09-09T20:04:40Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:04:42.882964 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6b446-2a27-4903-a8af-5ad04a4ee984 req-fc59ab50-09d4-429c-b0dc-549075254778 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:42.884828 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1ee6b446-2a27-4903-a8af-5ad04a4ee984 req-fc59ab50-09d4-429c-b0dc-549075254778 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1075575 Sep 09 20:04:42.951388 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1ee6b446-2a27-4903-a8af-5ad04a4ee984 req-a55eae8e-1c8a-48fe-9397-9503b78426a9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585687 Sep 09 20:04:43.120251 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d132ff4-deec-47be-ae5b-6626c3c9b905 None None] New status for floating IP 2e650d38-dfde-4bdb-bba2-a12d4ac93ecc: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:04:43.725450 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52124) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:43.836894 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0740390e-5b62-49d6-adb5-6253be728245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:43.950419 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0740390e-5b62-49d6-adb5-6253be728245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:43.955036 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0740390e-5b62-49d6-adb5-6253be728245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:43.999061 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0740390e-5b62-49d6-adb5-6253be728245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfb3457ff40943f293b82ea7039bf0d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701786 Sep 09 20:04:43.999061 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740390e-5b62-49d6-adb5-6253be728245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633fceed-36a8-4eb7-b6a7-a886c5034ca1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:43.999575 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52130) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:44.054073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.087479 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.189510 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.193776 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.195402 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/633fceed-36a8-4eb7-b6a7-a886c5034ca1 HTTP/1.1" status: 204 len: 168 time: 0.1940932 Sep 09 20:04:44.207920 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633fceed-36a8-4eb7-b6a7-a886c5034ca1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:44.217705 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.219769 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.220307 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.220839 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.221336 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.221862 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.222342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.222960 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.223446 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.224331 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.224654 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.225223 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3ce051-a956-4dbf-8ac9-c36028fcb0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:04:44.558211 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d8e2ae4e-e6fe-4bd2-8396-1d5964e826ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.637675 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52142) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:44.651068 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b202d36c-de28-4a72-b777-2d6127294429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.742739 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b202d36c-de28-4a72-b777-2d6127294429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.746691 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b202d36c-de28-4a72-b777-2d6127294429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.788817 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b202d36c-de28-4a72-b777-2d6127294429 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1bf17c2ab83d42098f697e5044e226f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500385 Sep 09 20:04:44.789791 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202d36c-de28-4a72-b777-2d6127294429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69744a5b-fcf3-45c0-abad-6bb74ed86575,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:44.791519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52146) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:44.840381 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.861573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.909896 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.912659 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:44.913877 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69744a5b-fcf3-45c0-abad-6bb74ed86575 HTTP/1.1" status: 204 len: 168 time: 0.1213646 Sep 09 20:04:44.927443 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff2fa5-501f-41e5-aa0a-0c2ba0a8f1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69744a5b-fcf3-45c0-abad-6bb74ed86575,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:45.380260 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5221fe94-68d9-4dd6-af38-8863ed581a6a req-cd54573b-85ba-4b36-9732-5be323753a8c service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748147 Sep 09 20:04:45.382860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddadf5-962e-4c56-8af0-aca58967861c req-d3b65567-2994-4af0-b4cd-725e3e704fc0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:45.385149 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-72ddadf5-962e-4c56-8af0-aca58967861c req-d3b65567-2994-4af0-b4cd-725e3e704fc0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0869684 Sep 09 20:04:45.448202 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-72ddadf5-962e-4c56-8af0-aca58967861c req-33acbb73-be93-419e-ac7e-3dcd7ce50771 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517282 Sep 09 20:04:45.755118 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:04:45.855906 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52176) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:45.914438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Deleting subnet 7b069e01-b8fe-4be7-ab3d-fadf79a07232 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:04:45.917860 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:45.964597 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:45.983421 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:46.072957 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:46.119972 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b069e01-b8fe-4be7-ab3d-fadf79a07232,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:46.130092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:46.136139 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9eedb7f0-e767-42cd-9e0e-3385549100aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b069e01-b8fe-4be7-ab3d-fadf79a07232 HTTP/1.1" status: 204 len: 168 time: 0.2764268 Sep 09 20:04:46.136297 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52184) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:46.270027 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:46.440378 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:46.495860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.496325 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.498212 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.501241 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > port after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.502067 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.502683 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > port after_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.503239 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.503834 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.504748 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.515444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.755913 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.756390 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.757393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.757886 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94091) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:04:46.758760 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['648c09f8-672a-457f-91bd-57f60d747e36']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:46.805896 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7be37-35b6-4006-9317-cf5e8a51783b') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:46.806177 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7be37-35b6-4006-9317-cf5e8a51783b') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:04:46.845635 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.069170 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.082760 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:04:47.083265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: from cryptography.utils import int_from_bytes Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: from cryptography.utils import int_from_bytes Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:04:47.087463 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:04:47.106648 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af0e81-0852-48bf-a049-2e7e70283a37 req-5a4fb5bc-8ac0-4429-a71e-263983d8c7d9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:47.108163 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34af0e81-0852-48bf-a049-2e7e70283a37 req-5a4fb5bc-8ac0-4429-a71e-263983d8c7d9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.3402855 Sep 09 20:04:47.206870 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.225372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.227597 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] 10.222.0.37 "DELETE /v2.0/networks/648c09f8-672a-457f-91bd-57f60d747e36 HTTP/1.1" status: 204 len: 168 time: 1.0896089 Sep 09 20:04:47.254777 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34af0e81-0852-48bf-a049-2e7e70283a37 req-b4598764-0018-4c9d-b3c2-c2fa963e6649 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337490 Sep 09 20:04:47.302515 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45f7f7-e34a-4c01-ac60-0782eac8f984 admin admin] Pushing event deleted for resources: {'Network': ['ID=648c09f8-672a-457f-91bd-57f60d747e36,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:47.574062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:47.612782 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b00740e2-9cb4-4782-990f-9ebc16b83491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.636012 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-17022490-78af-41f4-912b-f23998a50648 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d3e8c58dcef4a638cff7bceef0fb583&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0604112 Sep 09 20:04:47.640744 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52262) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:47.708640 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.745490 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.838880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.843559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:47.845436 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15b37852-7347-455c-b37f-bda11157c0e0 HTTP/1.1" status: 204 len: 168 time: 0.2033682 Sep 09 20:04:47.857997 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0549c29-29e5-40e3-b257-15294a883ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b37852-7347-455c-b37f-bda11157c0e0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:47.865755 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.137734 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52280) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:48.189726 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52284) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:48.494680 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71417135-a308-4c0a-a7bc-abcde6d13091 req-74e2310a-9eaa-47a8-a585-050fb4759b36 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:48.512724 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-71417135-a308-4c0a-a7bc-abcde6d13091 req-74e2310a-9eaa-47a8-a585-050fb4759b36 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1168106 Sep 09 20:04:48.576641 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-71417135-a308-4c0a-a7bc-abcde6d13091 req-10db5722-ba24-4d78-98b0-633f41343482 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Sep 09 20:04:48.596619 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d431026f-c482-457e-9995-4dc37a59d7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.613535 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bbee21e-2971-4649-8259-ac0e1b8c8cec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.781272 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d431026f-c482-457e-9995-4dc37a59d7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.786563 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d431026f-c482-457e-9995-4dc37a59d7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.831907 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-d431026f-c482-457e-9995-4dc37a59d7ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6cd26f07fda5415c8db99058cc468dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6926756 Sep 09 20:04:48.833053 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431026f-c482-457e-9995-4dc37a59d7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1add4e0-5ef0-4671-bbec-fd1d5f83c1f7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:48.836187 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52310) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:48.907399 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.910788 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.944170 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.950595 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bbee21e-2971-4649-8259-ac0e1b8c8cec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:48.956817 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2bbee21e-2971-4649-8259-ac0e1b8c8cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.003596 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbee21e-2971-4649-8259-ac0e1b8c8cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc5894-2995-49e9-9493-08043b2895e4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:49.009480 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2bbee21e-2971-4649-8259-ac0e1b8c8cec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05d38b49499947d1851b0be1ef6b483d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8183131 Sep 09 20:04:49.013550 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52314) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:49.028171 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.031694 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.032914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1add4e0-5ef0-4671-bbec-fd1d5f83c1f7 HTTP/1.1" status: 204 len: 168 time: 0.1957741 Sep 09 20:04:49.052179 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad6efa-c182-4345-9ec1-4405ea558f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1add4e0-5ef0-4671-bbec-fd1d5f83c1f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:49.099222 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.132739 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.205137 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.208457 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.209680 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30bc5894-2995-49e9-9493-08043b2895e4 HTTP/1.1" status: 204 len: 168 time: 0.1948481 Sep 09 20:04:49.220194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db5133-cde0-4797-b274-fef22adb9344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc5894-2995-49e9-9493-08043b2895e4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:49.437193 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52332) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:49.465202 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c32a-9d52-40ee-a3c8-c866e46c5dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.629166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c32a-9d52-40ee-a3c8-c866e46c5dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.636650 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f9b3c32a-9d52-40ee-a3c8-c866e46c5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.688297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:49.703791 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-f9b3c32a-9d52-40ee-a3c8-c866e46c5dc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=072b17c247f349e1ba87eb4e0513b74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592072 Sep 09 20:04:49.705600 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:49.738028 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb22521d-708c-47a6-bf19-eb94e87ccefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.812350 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3c32a-9d52-40ee-a3c8-c866e46c5dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a80105-9e00-45ef-b9b2-65002aa700d6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:49.877184 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5e0c5-88c5-43c6-a34f-ac6a710514a0 req-53c8f096-ca6f-4011-8d07-fb53f7244a82 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:49.879406 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9ee5e0c5-88c5-43c6-a34f-ac6a710514a0 req-53c8f096-ca6f-4011-8d07-fb53f7244a82 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1656160 Sep 09 20:04:49.883351 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.911600 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb22521d-708c-47a6-bf19-eb94e87ccefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.928173 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:49.939477 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9ee5e0c5-88c5-43c6-a34f-ac6a710514a0 req-340cc314-3bca-4967-9366-b9cb625e5eaf tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Sep 09 20:04:49.971142 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb22521d-708c-47a6-bf19-eb94e87ccefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.022750 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eb22521d-708c-47a6-bf19-eb94e87ccefb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57a66386af8a4e8e833cf4b7e7b6a6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294070 Sep 09 20:04:50.022750 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22521d-708c-47a6-bf19-eb94e87ccefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b034368-5910-44de-b61f-5b0a5cd7d5e3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:50.022942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52354) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:50.040918 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.044077 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.045337 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2a80105-9e00-45ef-b9b2-65002aa700d6 HTTP/1.1" status: 204 len: 168 time: 0.3379745 Sep 09 20:04:50.056065 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3af33-c969-42f8-b41e-6e6629e2afba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a80105-9e00-45ef-b9b2-65002aa700d6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:50.097869 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.129732 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.229927 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.234711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.240129 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b034368-5910-44de-b61f-5b0a5cd7d5e3 HTTP/1.1" status: 204 len: 168 time: 0.2122531 Sep 09 20:04:50.251773 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f75c9a-6142-434f-804c-26af9abdbf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b034368-5910-44de-b61f-5b0a5cd7d5e3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:50.411534 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:50.668230 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-7c664864-e1fa-44dc-be59-d4544879e23a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546913 Sep 09 20:04:50.823125 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-ebf88fee-4942-4049-b88e-2145c27cbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:50.824679 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-ebf88fee-4942-4049-b88e-2145c27cbf8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.0785737 Sep 09 20:04:50.961782 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-5da58682-f456-4932-9306-f861f2a32deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:50.963314 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-5da58682-f456-4932-9306-f861f2a32deb service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.1093628 Sep 09 20:04:51.143746 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c351c-e8ec-491b-91ff-2eb8a0988274 req-baea8dfb-2cf1-4d07-9206-8403c408ed13 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:51.147916 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-278c351c-e8ec-491b-91ff-2eb8a0988274 req-baea8dfb-2cf1-4d07-9206-8403c408ed13 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0878358 Sep 09 20:04:51.224118 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-278c351c-e8ec-491b-91ff-2eb8a0988274 req-8e2b6587-8f66-49be-92a8-bda7df4422ed tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 Sep 09 20:04:51.246042 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-96f771cd-bca8-4571-a3f1-521b9acc3e77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.2705951 Sep 09 20:04:51.304033 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-a12f08f4-ce7a-4a53-a05c-d6cbb5dde1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:51.305554 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-a12f08f4-ce7a-4a53-a05c-d6cbb5dde1c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0513484 Sep 09 20:04:51.353584 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-cea9fd56-c266-4903-82ed-65df3f7656eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394552 Sep 09 20:04:51.541548 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-5c21f6dc-af84-474a-8ca8-2753f6f8c4bd service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728516 Sep 09 20:04:51.662776 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-edd4a821-8d21-4198-8d38-fdb6913223a9 req-d67cf0ca-cfa8-4e37-986d-2cbf1d9fd97d service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094704 Sep 09 20:04:52.159700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52498) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:52.444673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ced9e-7eef-4d93-adb2-08d11812162b req-f0494681-2136-4d97-9c1e-9adc8bc365f6 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:52.449931 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d73ced9e-7eef-4d93-adb2-08d11812162b req-f0494681-2136-4d97-9c1e-9adc8bc365f6 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0798736 Sep 09 20:04:52.498346 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d73ced9e-7eef-4d93-adb2-08d11812162b req-50826549-44fd-4722-8bfd-656724ebeb47 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Sep 09 20:04:52.528631 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49918a8d-ef4c-4346-90ec-388acf9d650f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.691070 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49918a8d-ef4c-4346-90ec-388acf9d650f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.697378 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-49918a8d-ef4c-4346-90ec-388acf9d650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.745564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918a8d-ef4c-4346-90ec-388acf9d650f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2752e81d-2fed-46b3-8df4-e63fff48c54d,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:52.752969 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-49918a8d-ef4c-4346-90ec-388acf9d650f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c5c6f2820e54ae09950a970138f64ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892127 Sep 09 20:04:52.753286 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:52.819211 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.852121 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.957069 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.960744 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:52.962796 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2752e81d-2fed-46b3-8df4-e63fff48c54d HTTP/1.1" status: 204 len: 168 time: 0.2080560 Sep 09 20:04:52.976253 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879da4ae-2bb5-4e26-9cec-59f84b093a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2752e81d-2fed-46b3-8df4-e63fff48c54d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:53.445879 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52544) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:53.478938 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88b1a1ef-ca16-49bb-a622-cf104f1062f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:53.707998 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88b1a1ef-ca16-49bb-a622-cf104f1062f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:53.743065 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-88b1a1ef-ca16-49bb-a622-cf104f1062f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:53.813360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-88b1a1ef-ca16-49bb-a622-cf104f1062f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2bb81a28b4f642b98838995cab87d549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655608 Sep 09 20:04:53.813625 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52556) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:53.817002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1a1ef-ca16-49bb-a622-cf104f1062f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212c7e87-6d7d-4393-8d3c-5aa0f2752260,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:53.830006 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05525c95-84de-4fe0-a3e9-8bae733a6da7 req-d6497a64-5b60-4dff-ac93-0c04a5c6c81a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:53.831782 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05525c95-84de-4fe0-a3e9-8bae733a6da7 req-d6497a64-5b60-4dff-ac93-0c04a5c6c81a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1485238 Sep 09 20:04:53.898615 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05525c95-84de-4fe0-a3e9-8bae733a6da7 req-ee659cc8-d17c-463a-9e07-70b987bb0473 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547392 Sep 09 20:04:53.946854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:53.989702 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.080841 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.083671 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.084953 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/212c7e87-6d7d-4393-8d3c-5aa0f2752260 HTTP/1.1" status: 204 len: 168 time: 0.2697370 Sep 09 20:04:54.094062 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaa54e-5f0b-4d62-9496-d61afe36146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212c7e87-6d7d-4393-8d3c-5aa0f2752260,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:54.464024 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:54.620570 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e64261fe-ea02-41ad-a0a3-9b7c8840b91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.782283 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.787988 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e64261fe-ea02-41ad-a0a3-9b7c8840b91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.794107 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e64261fe-ea02-41ad-a0a3-9b7c8840b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.869298 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e64261fe-ea02-41ad-a0a3-9b7c8840b91e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0613f0c8dd64d968acb9f3a7b801b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038823 Sep 09 20:04:54.871365 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64261fe-ea02-41ad-a0a3-9b7c8840b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0344ce12-3168-46ef-ae21-6a44b3c0dd08,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:54.874609 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52600) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:54.947159 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:54.993101 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:55.154760 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3e276-5147-4c25-8f5a-66b4c3b22cd6 req-47793f9e-a60a-464c-8399-5b3f9a854900 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:55.157448 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42e3e276-5147-4c25-8f5a-66b4c3b22cd6 req-47793f9e-a60a-464c-8399-5b3f9a854900 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0893147 Sep 09 20:04:55.158772 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:55.163878 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:55.166050 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0344ce12-3168-46ef-ae21-6a44b3c0dd08 HTTP/1.1" status: 204 len: 168 time: 0.2903118 Sep 09 20:04:55.207081 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134b202-2abf-4c5d-8666-1794c331704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0344ce12-3168-46ef-ae21-6a44b3c0dd08,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:55.263161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42e3e276-5147-4c25-8f5a-66b4c3b22cd6 req-10ccb647-0286-48fb-9993-676a885aa14a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890741 Sep 09 20:04:55.802869 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52636) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:55.826924 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1b28-7f71-43fa-8833-5bce716874cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:55.990450 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1b28-7f71-43fa-8833-5bce716874cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:55.997322 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1b28-7f71-43fa-8833-5bce716874cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:56.050386 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2f9c1b28-7f71-43fa-8833-5bce716874cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86b172ada57d41a988c759734274a887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460206 Sep 09 20:04:56.054654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52640) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:04:56.061161 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c1b28-7f71-43fa-8833-5bce716874cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1802596-e755-49cd-98b6-9ca3600f1135,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:56.154029 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:56.199478 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:56.295302 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:56.301943 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:04:56.303879 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1802596-e755-49cd-98b6-9ca3600f1135 HTTP/1.1" status: 204 len: 168 time: 0.2480199 Sep 09 20:04:56.320811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14abe8-e382-4c99-97ab-5dbd4fb21f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1802596-e755-49cd-98b6-9ca3600f1135,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:04:56.449601 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957a03-4e7d-40ae-b925-2980cd530561 req-529a169f-7f10-401b-bfa7-035b460a3370 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:56.451242 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ba957a03-4e7d-40ae-b925-2980cd530561 req-529a169f-7f10-401b-bfa7-035b460a3370 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0792205 Sep 09 20:04:56.523384 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ba957a03-4e7d-40ae-b925-2980cd530561 req-a293b36d-dfe6-4763-a433-7babf5ffb80f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Sep 09 20:04:57.693977 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b39a38-ef59-44b0-b735-dda68b39c393 req-1c75b271-fdab-429c-8669-6427e17cff3a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:57.696527 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-35b39a38-ef59-44b0-b735-dda68b39c393 req-1c75b271-fdab-429c-8669-6427e17cff3a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0713413 Sep 09 20:04:57.758308 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-35b39a38-ef59-44b0-b735-dda68b39c393 req-d49ef7bc-3728-42a2-ada8-3f237985bddc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519035 Sep 09 20:04:58.994959 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca0e7d-f963-488b-a8b1-e8438f8d4f4f req-8f1e5a50-2dc9-4581-8d1b-c93ca6801514 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:04:58.997638 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-27ca0e7d-f963-488b-a8b1-e8438f8d4f4f req-8f1e5a50-2dc9-4581-8d1b-c93ca6801514 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1153805 Sep 09 20:04:59.083604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-27ca0e7d-f963-488b-a8b1-e8438f8d4f4f req-dde05ab6-c7cd-4db4-bd11-5521ae627a48 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Sep 09 20:05:00.242278 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93656599-d720-44b0-a584-242f89c9f686 req-e5a2b5c9-4d58-4233-8062-efb4f956f7b7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:00.245417 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-93656599-d720-44b0-a584-242f89c9f686 req-e5a2b5c9-4d58-4233-8062-efb4f956f7b7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0752945 Sep 09 20:05:00.305958 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-93656599-d720-44b0-a584-242f89c9f686 req-b0e51a84-a265-4813-97a5-5bac025adaa3 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503874 Sep 09 20:05:03.443481 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d2ffb-3ef5-4e52-a61e-52542071d2bf req-49b92422-0272-4b01-9a01-254a2aeed647 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:03.445362 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0f1d2ffb-3ef5-4e52-a61e-52542071d2bf req-49b92422-0272-4b01-9a01-254a2aeed647 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0867634 Sep 09 20:05:03.505760 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0f1d2ffb-3ef5-4e52-a61e-52542071d2bf req-162238da-867e-466e-b71b-84859abef338 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Sep 09 20:05:04.676096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70480b17-fd71-4fd6-b445-681a7dfd97ea req-60ad1361-5e2b-443d-986f-6dd7a66b978d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:04.677751 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-70480b17-fd71-4fd6-b445-681a7dfd97ea req-60ad1361-5e2b-443d-986f-6dd7a66b978d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0773177 Sep 09 20:05:04.731558 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-70480b17-fd71-4fd6-b445-681a7dfd97ea req-618d03b1-9cdd-43f6-8321-a0e141c3dd80 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Sep 09 20:05:05.913461 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934edf12-9994-4f7c-a97d-15270d5ca97c req-68ce43ae-808f-465e-9a29-f1fdfaa85f3a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:05.915221 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-934edf12-9994-4f7c-a97d-15270d5ca97c req-68ce43ae-808f-465e-9a29-f1fdfaa85f3a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0590987 Sep 09 20:05:05.970556 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-934edf12-9994-4f7c-a97d-15270d5ca97c req-9b7382ea-cdd8-4c69-86d4-26d418e7a9c8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431051 Sep 09 20:05:07.005301 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52954) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:07.132401 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b80732-13f3-4255-9202-9abd7d9f26f9 req-338ea614-52e9-479f-ad86-914876964d45 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:07.134744 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11b80732-13f3-4255-9202-9abd7d9f26f9 req-338ea614-52e9-479f-ad86-914876964d45 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0750549 Sep 09 20:05:07.200983 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3640fae-0c71-4b89-af19-32e495d26fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.208740 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11b80732-13f3-4255-9202-9abd7d9f26f9 req-53e02cad-a1dd-45f9-a70e-ca4b9d6df88c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578916 Sep 09 20:05:07.367269 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3640fae-0c71-4b89-af19-32e495d26fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.372649 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a3640fae-0c71-4b89-af19-32e495d26fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.424598 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f690fb1-9534-4a82-b490-afbff9637032 req-d64b16ff-6ebd-48af-b770-cf4743a2b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:07.426243 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9f690fb1-9534-4a82-b490-afbff9637032 req-d64b16ff-6ebd-48af-b770-cf4743a2b2aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0980258 Sep 09 20:05:07.433988 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a3640fae-0c71-4b89-af19-32e495d26fc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f93c34b2ea04571a2017a49c7f401ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263251 Sep 09 20:05:07.438252 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52958) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:07.445674 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3640fae-0c71-4b89-af19-32e495d26fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c03175-7e0f-4395-b52f-83c0a49865df,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:07.495242 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9f690fb1-9534-4a82-b490-afbff9637032 req-26644b2e-89ed-46c4-b1d2-ee78e078e4ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Sep 09 20:05:07.516040 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.541836 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.607127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.611379 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:07.612858 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69c03175-7e0f-4395-b52f-83c0a49865df HTTP/1.1" status: 204 len: 168 time: 0.1731560 Sep 09 20:05:07.628181 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf4c6-dad5-442d-95b8-1b7e9ffdc281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c03175-7e0f-4395-b52f-83c0a49865df,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:08.056106 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 52978) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:08.077651 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7cd26ed-49ae-4e81-9872-56b67a4e98ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.286203 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7cd26ed-49ae-4e81-9872-56b67a4e98ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.293040 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a7cd26ed-49ae-4e81-9872-56b67a4e98ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.378070 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a7cd26ed-49ae-4e81-9872-56b67a4e98ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20252c683d2f4bbc9d06c3d38f05bdcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204203 Sep 09 20:05:08.382393 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 52998) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:08.389425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd26ed-49ae-4e81-9872-56b67a4e98ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3e093-1c27-4a96-bbfc-426f65dbe15d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:08.450971 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1c620-e52b-42bd-8760-c75a3fe3dfff req-01466e56-2958-48df-9c58-f07a236f1a65 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:08.454332 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2f1c620-e52b-42bd-8760-c75a3fe3dfff req-01466e56-2958-48df-9c58-f07a236f1a65 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.0821285 Sep 09 20:05:08.489615 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.509722 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2f1c620-e52b-42bd-8760-c75a3fe3dfff req-3344191f-7890-41e6-a939-faa9a2174efb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475571 Sep 09 20:05:08.522464 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.606237 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.610085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:08.611563 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/51a3e093-1c27-4a96-bbfc-426f65dbe15d HTTP/1.1" status: 204 len: 168 time: 0.2264593 Sep 09 20:05:08.627860 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cffbb9-7ad4-473a-bf49-5c5f38e85cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3e093-1c27-4a96-bbfc-426f65dbe15d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:08.685382 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53004) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:08.852880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eac1d514-095d-40a7-b73a-368dcf70a508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.054480 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eac1d514-095d-40a7-b73a-368dcf70a508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.061688 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-eac1d514-095d-40a7-b73a-368dcf70a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.132439 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-eac1d514-095d-40a7-b73a-368dcf70a508 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4079823bed347e193004a21f3916858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4408972 Sep 09 20:05:09.132439 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1d514-095d-40a7-b73a-368dcf70a508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abebc3ee-23c4-4777-91cf-83deaff0f1c7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:09.132897 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53016) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:09.231649 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.271167 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.355454 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.355838 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:09.359075 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abebc3ee-23c4-4777-91cf-83deaff0f1c7 HTTP/1.1" status: 204 len: 168 time: 0.2233701 Sep 09 20:05:09.377591 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a091bba-e1eb-4e15-9d5f-869323316a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abebc3ee-23c4-4777-91cf-83deaff0f1c7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:09.775167 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637bee5-6f03-4690-80d1-fa5fa51d56de req-c2bbbaba-8d3b-497e-8954-71e5f6e7ce32 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:09.777781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3637bee5-6f03-4690-80d1-fa5fa51d56de req-c2bbbaba-8d3b-497e-8954-71e5f6e7ce32 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1046638 Sep 09 20:05:09.862420 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3637bee5-6f03-4690-80d1-fa5fa51d56de req-97f05fd3-220f-4add-8faa-fdbca677adee tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736058 Sep 09 20:05:10.116783 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53056) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:10.129573 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d11f80-7708-4975-b3f9-536742e95ac3 req-8d0a8100-ac6d-4844-8f19-e44bb4997962 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:10.133235 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f9d11f80-7708-4975-b3f9-536742e95ac3 req-8d0a8100-ac6d-4844-8f19-e44bb4997962 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1159222 Sep 09 20:05:10.137858 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09c30a1e-f110-4af9-8330-fdf3b81e50dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.240399 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f9d11f80-7708-4975-b3f9-536742e95ac3 req-b078b400-e422-45a3-8225-73e5c330a695 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882440 Sep 09 20:05:10.342761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09c30a1e-f110-4af9-8330-fdf3b81e50dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.349639 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-09c30a1e-f110-4af9-8330-fdf3b81e50dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.418703 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53068) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:10.419324 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-09c30a1e-f110-4af9-8330-fdf3b81e50dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3564ddaa31ad49ae83b812e722b93588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010364 Sep 09 20:05:10.426916 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c30a1e-f110-4af9-8330-fdf3b81e50dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945810d8-369c-4efc-afb0-b4c03d4e825b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:10.517583 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.571370 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.676329 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.680988 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:10.687647 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/945810d8-369c-4efc-afb0-b4c03d4e825b HTTP/1.1" status: 204 len: 168 time: 0.2622178 Sep 09 20:05:10.703616 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5cf1b5-d564-4a8d-8cef-de1d11372cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945810d8-369c-4efc-afb0-b4c03d4e825b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:11.496715 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53106) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:11.546214 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44b69ce4-99eb-4bf3-912f-05cb17af0b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.684290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44b69ce4-99eb-4bf3-912f-05cb17af0b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.690556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-44b69ce4-99eb-4bf3-912f-05cb17af0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.736639 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-44b69ce4-99eb-4bf3-912f-05cb17af0b72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=263f29400d4f49a7ad7cb454347791b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344704 Sep 09 20:05:11.737628 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b69ce4-99eb-4bf3-912f-05cb17af0b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792ecd01-074c-4d19-821b-d1a0aa61898a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:11.740307 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53114) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:11.812406 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.838845 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.904946 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.908646 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:11.910488 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/792ecd01-074c-4d19-821b-d1a0aa61898a HTTP/1.1" status: 204 len: 168 time: 0.1687651 Sep 09 20:05:11.927844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ece57e-164e-4d4c-8eb2-7fa2e20cec98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792ecd01-074c-4d19-821b-d1a0aa61898a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:12.395214 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-1ce586e7-caa1-4462-9675-dfe3bb0389f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:12.398042 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-1ce586e7-caa1-4462-9675-dfe3bb0389f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.0932305 Sep 09 20:05:12.444726 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212fb3-58f1-4df1-a44e-1813f0cfb21d req-b935a3dc-d110-46eb-9d59-679caa20e8a8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:12.448921 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-26212fb3-58f1-4df1-a44e-1813f0cfb21d req-b935a3dc-d110-46eb-9d59-679caa20e8a8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1136410 Sep 09 20:05:12.573354 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-26212fb3-58f1-4df1-a44e-1813f0cfb21d req-59aa8b9d-fa2a-40a8-89e3-5832a7692874 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155066 Sep 09 20:05:12.642833 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-b0737aa4-c29e-429c-852c-00848bda7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:12.645621 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-b0737aa4-c29e-429c-852c-00848bda7770 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.2376683 Sep 09 20:05:12.735821 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-bad3e050-5e71-4b07-aef1-c012873a8e19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.0762405 Sep 09 20:05:12.822862 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-9c1552ea-04b5-4101-ad77-0166da153e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:12.825573 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-9c1552ea-04b5-4101-ad77-0166da153e62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0809162 Sep 09 20:05:12.885645 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-ea0a26f5-35f5-4173-a768-9a204876849d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499380 Sep 09 20:05:13.029703 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-0e38d40a-a80e-4470-b1df-59f04fde65c6 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265111 Sep 09 20:05:13.137574 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:13.272966 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887975735-network', 'tenant_id': 'a5e3fe426b09464199d16f718627f6c1'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:13.297565 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Made reservation on behalf of a5e3fe426b09464199d16f718627f6c1 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:13.299888 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.309335 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.433612 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.440290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.476394 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:05:13.485981 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6c4a6-fc36-4664-9811-1c0d26f44b32,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:13.494186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.494552 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Added segment ed445a27-cca0-4a5c-b245-a5a1b29dba11 of type vlan for network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 Sep 09 20:05:13.551740 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.596242 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.597951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:13.598963 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.664258 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5248237 Sep 09 20:05:13.669148 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53180) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:13.724923 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Request body: {'subnet': {'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887975735-subnet', 'tenant_id': 'a5e3fe426b09464199d16f718627f6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:13.736427 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf942a9a-a1cd-4f6f-874b-70b416d2c7a2 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca334fe-80d0-45b3-9e15-9c2473861fc0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:13.750086 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:05:13.840106 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Made reservation on behalf of a5e3fe426b09464199d16f718627f6c1 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:13.844156 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13580435'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:13.896629 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627e4a7-a904-4bd4-b01d-069ad03ce381 req-eccb81c7-239a-46d3-85a6-0148bd2a6612 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:13.898327 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0627e4a7-a904-4bd4-b01d-069ad03ce381 req-eccb81c7-239a-46d3-85a6-0148bd2a6612 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1672869 Sep 09 20:05:14.011581 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0627e4a7-a904-4bd4-b01d-069ad03ce381 req-7b0a3ea8-deb8-4e74-a676-351398997af5 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996718 Sep 09 20:05:14.167920 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12768565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13580429'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:14.226384 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e174fdcb-82db-4238-a106-6362d9228b4e,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:14.244467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Checking segment: {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:14.244781 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Network hostable DHCP agents. Network: 8ca334fe-80d0-45b3-9e15-9c2473861fc0, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:05:14.272504 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:05:14.286059 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 8ca334fe-80d0-45b3-9e15-9c2473861fc0) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:14.298981 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67779c11-4683-4b56-8e73-7d9436cef6de None None] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:14.304463 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:14.304463 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:14.327758 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-84744154-904c-4c8a-abea-3659b9d1f360 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6532452 Sep 09 20:05:14.440486 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8eef6cf4-a561-48eb-819c-575023739ff3 req-23003418-e7d0-4857-802c-941ca82a9652 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869826 Sep 09 20:05:14.481802 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b38cba-58c7-4e78-8568-53ea09b59644 None None] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:14.588311 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba2d9-2e46-4a1f-aaf6-780c73a91b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:16.303025 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f3ee1-f3d8-472a-a7f5-6f7d3e441cc0 req-55500223-f04e-45c6-9acd-1102dc2bbf48 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:16.304610 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e89f3ee1-f3d8-472a-a7f5-6f7d3e441cc0 req-55500223-f04e-45c6-9acd-1102dc2bbf48 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0636525 Sep 09 20:05:16.353334 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e89f3ee1-f3d8-472a-a7f5-6f7d3e441cc0 req-0a1bb17d-3530-476b-a79e-be0474159472 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367837 Sep 09 20:05:17.395793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-340468da-7cab-40c3-b65c-a26b10e13d7c tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:17.397552 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-340468da-7cab-40c3-b65c-a26b10e13d7c tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 808 time: 0.1294141 Sep 09 20:05:17.417472 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-c6b1905f-806f-408e-b3b9-c8f8a1cad1d2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/quotas/a5e3fe426b09464199d16f718627f6c1 HTTP/1.1" status: 200 len: 375 time: 0.0100384 Sep 09 20:05:17.456613 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-eaa535d3-98b0-43d9-ac1c-a591ece8e443 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295238 Sep 09 20:05:17.594062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c73fab-3ce3-4c0e-9c1a-49d4b969df13 req-0862c867-db73-4ab0-810d-eda9d6ba9483 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:17.595685 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55c73fab-3ce3-4c0e-9c1a-49d4b969df13 req-0862c867-db73-4ab0-810d-eda9d6ba9483 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1122563 Sep 09 20:05:17.602064 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-bb36dc1e-fc58-4d9b-8809-8c88004219cd service neutron] 10.222.0.37 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376870 Sep 09 20:05:17.621289 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ff3edfc9-ca2e-4094-b541-47d70a1d51fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:17.703458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55c73fab-3ce3-4c0e-9c1a-49d4b969df13 req-9506aeea-f2b0-485d-9ca1-4b5f90c2d977 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963132 Sep 09 20:05:17.751698 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-872e6afc-2d55-4ad4-9276-e1311615b2a0 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372595 Sep 09 20:05:17.854642 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:18.044378 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4ed29574-61fe-44b1-a5b7-6e1c86b3c2bb req-1de37758-1c10-475f-932d-735b7489d798 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0898225 Sep 09 20:05:18.903940 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:20.405518 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:20.663508 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05373bd1-4e5c-4b1e-814f-be7becfbe108 req-90f178be-e304-4984-8155-ebcda1d8b543 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0837920 Sep 09 20:05:20.706492 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac70091-1631-4a74-9ae0-781c542a9bc1 req-ec77a32d-3496-4c02-bcb6-22d619663cd0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:20.709361 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dac70091-1631-4a74-9ae0-781c542a9bc1 req-ec77a32d-3496-4c02-bcb6-22d619663cd0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1146607 Sep 09 20:05:20.778050 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dac70091-1631-4a74-9ae0-781c542a9bc1 req-78290381-91ad-49a0-a57b-13ede558e6cd tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Sep 09 20:05:21.532343 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-feb777f4-4d15-481c-8213-140d64f18935 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:21.534948 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-feb777f4-4d15-481c-8213-140d64f18935 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 808 time: 0.2631762 Sep 09 20:05:21.556972 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Request body: {'port': {'device_id': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0', 'admin_state_up': True, 'tenant_id': 'a5e3fe426b09464199d16f718627f6c1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:21.836417 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Made reservation on behalf of a5e3fe426b09464199d16f718627f6c1 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:21.838187 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-213d7834-2569-4466-b653-4ff87272397c req-86d08746-280b-45f9-85a5-b43885d00e9e tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0561547 Sep 09 20:05:21.841812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:21.957924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e854c78-2f19-4ce0-bc89-034327a34995 req-21d6c56d-6ab9-40c6-be31-4fba2699e19b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:21.960609 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4e854c78-2f19-4ce0-bc89-034327a34995 req-21d6c56d-6ab9-40c6-be31-4fba2699e19b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0897007 Sep 09 20:05:22.034497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4e854c78-2f19-4ce0-bc89-034327a34995 req-91be45b2-a2c9-41f7-be8a-092dd31b5de2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Sep 09 20:05:22.084640 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Allocated IP 172.20.0.2 (8ca334fe-80d0-45b3-9e15-9c2473861fc0/e174fdcb-82db-4238-a106-6362d9228b4e/f743782c-739c-41ce-88a4-f4b0d95c8eb8) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:22.353844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:22.418663 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:22.468073 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:22.471766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:22.475998 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:22.482438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:22.483425 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:22.497035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Pushing event updated for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:22.511124 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e23117d1-d29e-4934-8041-cafc8f6f7628 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9640565 Sep 09 20:05:22.529476 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Request body: {'port': {'device_id': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:22.596608 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:22.761190 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:05:23.109901 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20972057-9c9e-4fce-9c10-d29acd312624 req-e4943823-1d2e-420a-a98e-0ed7a61394e2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:23.112978 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20972057-9c9e-4fce-9c10-d29acd312624 req-e4943823-1d2e-420a-a98e-0ed7a61394e2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 931 time: 0.1321008 Sep 09 20:05:23.167552 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f743782c-739c-41ce-88a4-f4b0d95c8eb8 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:05:23.186804 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:23.211948 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Transition to ACTIVE for port object f743782c-739c-41ce-88a4-f4b0d95c8eb8 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:23.214481 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20972057-9c9e-4fce-9c10-d29acd312624 req-c91501ff-4a3c-4d79-ac9f-19ab7e1cc749 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902486 Sep 09 20:05:23.219868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:23.297444 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Pushing event updated for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:23.299751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d57ce-c41b-4282-8a26-4067ad282b52 req-0545c99a-75e1-4038-b61d-bc6c28a707f9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:23.303349 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-265d57ce-c41b-4282-8a26-4067ad282b52 req-0545c99a-75e1-4038-b61d-bc6c28a707f9 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1200454 Sep 09 20:05:23.401228 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Attempting to bind port f743782c-739c-41ce-88a4-f4b0d95c8eb8 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:23.402186 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Attempting to bind port f743782c-739c-41ce-88a4-f4b0d95c8eb8 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:23.403087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Attempting to bind port f743782c-739c-41ce-88a4-f4b0d95c8eb8 on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:23.413085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Port f743782c-739c-41ce-88a4-f4b0d95c8eb8 on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:05:23.414007 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Attempting to bind port f743782c-739c-41ce-88a4-f4b0d95c8eb8 on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:23.425532 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:23.426804 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Checking segment: {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:23.427699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Bound using segment: {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:23.428690 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Bound port: f743782c-739c-41ce-88a4-f4b0d95c8eb8, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:23.429822 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:23.459832 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-265d57ce-c41b-4282-8a26-4067ad282b52 req-87be5a74-3f30-4d44-b27b-1641ede6334a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280358 Sep 09 20:05:23.540565 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:23.547312 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:23.553859 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:23.617279 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:23.618134 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:23.619398 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] 10.222.0.30 "PUT /v2.0/ports/f743782c-739c-41ce-88a4-f4b0d95c8eb8 HTTP/1.1" status: 200 len: 1093 time: 1.0966511 Sep 09 20:05:23.619879 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:05:23.622457 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63536ca-2086-4ab2-860e-e9bcfe297d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:05:23.683547 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd06a90-c472-4f0d-bcc6-0c99b281d356 x-openstack-request-id: req-dcd06a90-c472-4f0d-bcc6-0c99b281d356 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:05:23.684007 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:05:23.684297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcd06a90-c472-4f0d-bcc6-0c99b281d356 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:05:23.684687 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8', 'status': 'completed', 'code': 200} Sep 09 20:05:23.704623 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9fab8-544c-40a7-9369-46a7e9e26095 service neutron] Pushing event updated for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:23.759177 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-ff816fa1-72e8-4e64-9735-715238022a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:23.760773 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-ff816fa1-72e8-4e64-9735-715238022a63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 1096 time: 0.0695179 Sep 09 20:05:23.824803 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-21bc1900-49c6-4426-a575-9aa3b7cdceff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0436022 Sep 09 20:05:23.917023 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-0695ce94-fc62-4b72-a47c-14fc237950a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:23.919120 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-0695ce94-fc62-4b72-a47c-14fc237950a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e174fdcb-82db-4238-a106-6362d9228b4e HTTP/1.1" status: 200 len: 848 time: 0.0809367 Sep 09 20:05:23.977743 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-fe2233df-3ea8-4cd8-9674-3e8d41ac9cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca334fe-80d0-45b3-9e15-9c2473861fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330281 Sep 09 20:05:24.111397 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-87106397-2644-42bc-9bd9-fb6a1ca2aada service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144891 Sep 09 20:05:24.221126 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-760b95d5-86a2-4500-b20b-2e7636358f7d req-a37d8468-04a5-4280-9245-67859e970fcd service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003730 Sep 09 20:05:24.335142 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-e51f56e2-0672-4843-b961-7a481d4e2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:24.336742 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-e51f56e2-0672-4843-b961-7a481d4e2ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 1096 time: 0.0468104 Sep 09 20:05:24.403262 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f53263-f1eb-412d-bea3-4f4c514a081c req-b506c296-42da-4abf-87f2-4932905a7c24 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:24.407470 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e9f53263-f1eb-412d-bea3-4f4c514a081c req-b506c296-42da-4abf-87f2-4932905a7c24 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 943 time: 0.0638013 Sep 09 20:05:24.475823 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e9f53263-f1eb-412d-bea3-4f4c514a081c req-8a75f72b-4d7c-44ab-8e3e-9713fedd5c23 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589151 Sep 09 20:05:24.520035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-a27d7100-06bf-4acf-9fe7-add42c74bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:24.522021 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-a27d7100-06bf-4acf-9fe7-add42c74bc6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 909 time: 0.1751244 Sep 09 20:05:24.579375 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-279e99de-93ac-4fdb-b38c-fdfb05822bfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0448656 Sep 09 20:05:24.646653 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bac46-4ceb-492c-ba6c-9560c326b719 req-f3313e63-2d2d-4a2a-8fea-b55b480e79c7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:24.652305 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bf1bac46-4ceb-492c-ba6c-9560c326b719 req-f3313e63-2d2d-4a2a-8fea-b55b480e79c7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0625327 Sep 09 20:05:24.666151 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-89b6ffac-2329-4c28-993b-a84a1387567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:24.667748 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-89b6ffac-2329-4c28-993b-a84a1387567c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e174fdcb-82db-4238-a106-6362d9228b4e HTTP/1.1" status: 200 len: 848 time: 0.0795169 Sep 09 20:05:24.717714 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bf1bac46-4ceb-492c-ba6c-9560c326b719 req-f2e9d75c-a8bf-430a-88fd-0dbb31d37986 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622454 Sep 09 20:05:24.724592 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-4e56c163-afdc-4b06-91fb-153056ab0821 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca334fe-80d0-45b3-9e15-9c2473861fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355921 Sep 09 20:05:24.792888 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:24.913545 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-4deef10f-3ddd-4f6a-82e2-76c432442dea service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802008 Sep 09 20:05:25.028507 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f63536ca-2086-4ab2-860e-e9bcfe297d7c req-c932a1ef-7d10-4450-a5bb-924ee953be5d service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993462 Sep 09 20:05:26.901585 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f743782c-739c-41ce-88a4-f4b0d95c8eb8 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:05:27.022523 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:27.038513 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8', 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0', 'port_id': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8', 'mac_address': 'fa:16:3e:e5:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e174fdcb-82db-4238-a106-6362d9228b4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:05:27.080065 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:27.094588 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f743782c-739c-41ce-88a4-f4b0d95c8eb8 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:05:27.116338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:27.120782 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:27.180443 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:27.186982 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.187560 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.187963 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.188320 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.188630 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.189807 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.190158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.190489 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.190849 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.191181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.191512 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:27.191836 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:28.234139 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad33d5-3a93-47e6-b3f2-e14340aa49d0 req-89cc946e-795c-49d1-85f6-7bc604ca8080 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:28.236129 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4bad33d5-3a93-47e6-b3f2-e14340aa49d0 req-89cc946e-795c-49d1-85f6-7bc604ca8080 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 944 time: 0.0797970 Sep 09 20:05:28.304995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bb5bb-a56c-4711-a1cd-f195125f71fa req-1d82ef21-f217-4aa2-9a87-e3a2237968e8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:28.306950 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-905bb5bb-a56c-4711-a1cd-f195125f71fa req-1d82ef21-f217-4aa2-9a87-e3a2237968e8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0980010 Sep 09 20:05:28.311248 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4bad33d5-3a93-47e6-b3f2-e14340aa49d0 req-7d12add4-f804-4c64-8393-16db25ba3107 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Sep 09 20:05:28.356946 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-905bb5bb-a56c-4711-a1cd-f195125f71fa req-17e8db16-36f9-4771-95cb-db7185afec23 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428624 Sep 09 20:05:28.479906 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f743782c-739c-41ce-88a4-f4b0d95c8eb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:05:31.604957 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a30a6-f38a-425c-97b5-ab03658f3990 req-7d175e7f-2f07-4776-b645-4a3594703463 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:31.607404 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1c7a30a6-f38a-425c-97b5-ab03658f3990 req-7d175e7f-2f07-4776-b645-4a3594703463 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 944 time: 0.0877929 Sep 09 20:05:31.626781 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c2657-7f7d-4ca5-90aa-6e76e79b4fcf req-43aa7c78-48fa-4912-a396-9f987ef15afb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:31.628497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c9c2657-7f7d-4ca5-90aa-6e76e79b4fcf req-43aa7c78-48fa-4912-a396-9f987ef15afb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0807729 Sep 09 20:05:31.685577 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1c7a30a6-f38a-425c-97b5-ab03658f3990 req-db4b0b29-1bc0-407b-ac2d-50e1bec1f6b7 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Sep 09 20:05:31.700194 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c9c2657-7f7d-4ca5-90aa-6e76e79b4fcf req-03632cfa-38fd-4706-acca-98af5e6ace35 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545983 Sep 09 20:05:34.150088 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f743782c-739c-41ce-88a4-f4b0d95c8eb8 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:34.212049 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port f743782c-739c-41ce-88a4-f4b0d95c8eb8 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:34.217397 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port f743782c-739c-41ce-88a4-f4b0d95c8eb8 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:34.217893 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:34.300739 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:34.324751 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:05:34.328032 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1d954-0492-4edb-adc4-acb7690d1233" -d '{"events": [{"server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "name": "network-vif-plugged", "status": "completed", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:05:34.342514 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:34.346681 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:34.401779 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:35.306643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86199d-2e97-43c8-853b-b06f11b8642e req-5663974f-752f-4d61-899b-a7af926ff5ea tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:35.308241 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a86199d-2e97-43c8-853b-b06f11b8642e req-5663974f-752f-4d61-899b-a7af926ff5ea tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.0584834 Sep 09 20:05:35.386815 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a86199d-2e97-43c8-853b-b06f11b8642e req-de89c53f-a5f4-4950-ab53-4b0d7f9f93cb tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614085 Sep 09 20:05:35.396119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb41a3-4486-43aa-9d59-3be647879220 req-5c6d4ac7-b0e9-4e6b-b619-1fc9f386dbd1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:35.397907 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05cb41a3-4486-43aa-9d59-3be647879220 req-5c6d4ac7-b0e9-4e6b-b619-1fc9f386dbd1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0835164 Sep 09 20:05:35.437294 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b07a82-cd04-4a44-b262-5895ba1c2a38 x-openstack-request-id: req-33b07a82-cd04-4a44-b262-5895ba1c2a38 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:05:35.438205 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "name": "network-vif-plugged", "status": "completed", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:05:35.438343 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-33b07a82-cd04-4a44-b262-5895ba1c2a38 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:05:35.438827 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8', 'code': 200} Sep 09 20:05:35.459220 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05cb41a3-4486-43aa-9d59-3be647879220 req-da7fbcc7-2ce2-45ca-b700-5a40f292aa8e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483363 Sep 09 20:05:35.673144 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699fe7-3528-477a-92f6-2b5106d8007b req-578a2428-48ff-47f4-8867-b2ae0ad27824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:35.675307 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c4699fe7-3528-477a-92f6-2b5106d8007b req-578a2428-48ff-47f4-8867-b2ae0ad27824 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 1098 time: 0.0520713 Sep 09 20:05:35.723498 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c4699fe7-3528-477a-92f6-2b5106d8007b req-bf68f24b-1e41-4e56-a164-107ea507cb35 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354965 Sep 09 20:05:36.078727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53542) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:36.251169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46056e1e-4b0a-4313-bcd0-f1132923783d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.406144 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46056e1e-4b0a-4313-bcd0-f1132923783d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.411961 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-46056e1e-4b0a-4313-bcd0-f1132923783d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.459666 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-46056e1e-4b0a-4313-bcd0-f1132923783d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b177454366414509b20911a40dfea1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795257 Sep 09 20:05:36.460649 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46056e1e-4b0a-4313-bcd0-f1132923783d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a04cf0-4b3f-4c8d-9968-164c8a12f0c0,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:36.463887 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53562) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:36.644436 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.681338 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a69b2c-f4cd-4525-a2bc-9665d5fb7f61 req-282f4751-484c-4886-8c6a-7f4c60e9d877 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:36.683101 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e2a69b2c-f4cd-4525-a2bc-9665d5fb7f61 req-282f4751-484c-4886-8c6a-7f4c60e9d877 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.1664395 Sep 09 20:05:36.689625 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.733622 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eb421-9df0-45fe-a085-05b2f32cc579 req-01974f68-886f-4190-8110-cd4193f286bc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:36.735316 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b55eb421-9df0-45fe-a085-05b2f32cc579 req-01974f68-886f-4190-8110-cd4193f286bc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1310875 Sep 09 20:05:36.795203 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e2a69b2c-f4cd-4525-a2bc-9665d5fb7f61 req-64a43b27-1ce3-4e12-8e02-800160e8a7b2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962310 Sep 09 20:05:36.821049 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b55eb421-9df0-45fe-a085-05b2f32cc579 req-b81f2c36-96fe-4aee-a050-c2bfd00d6a22 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722661 Sep 09 20:05:36.832041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.837607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:36.838864 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/82a04cf0-4b3f-4c8d-9968-164c8a12f0c0 HTTP/1.1" status: 204 len: 168 time: 0.3739793 Sep 09 20:05:36.857246 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d9566-9e63-46a3-a395-d76d7d7fbdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a04cf0-4b3f-4c8d-9968-164c8a12f0c0,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:37.046189 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010ccdc-3a1c-4db2-8963-a7f51aee9ecb req-90ae7290-651d-4b32-9a25-58b9cb9342a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:37.049768 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f010ccdc-3a1c-4db2-8963-a7f51aee9ecb req-90ae7290-651d-4b32-9a25-58b9cb9342a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.0829084 Sep 09 20:05:37.110193 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f010ccdc-3a1c-4db2-8963-a7f51aee9ecb req-b0a5487d-d44b-4aff-a166-eb9b5ded7bf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Sep 09 20:05:37.850282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53624) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:38.058680 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-964801563-network', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:38.094090 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036d0f5-c786-4feb-a915-344a33ca0352 req-d5f125cf-f7f7-42e8-bd93-afb9c6ff3434 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:38.095770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0036d0f5-c786-4feb-a915-344a33ca0352 req-d5f125cf-f7f7-42e8-bd93-afb9c6ff3434 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.1482294 Sep 09 20:05:38.112041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Made reservation on behalf of c06c735fcc754c1d830ca723cc7fe7d4 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:38.115947 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.137247 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde82769-1b5d-4a7b-8ad2-5f69db1fc93c req-ba1f3786-820c-4220-b3ff-059c285e6967 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:38.141074 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fde82769-1b5d-4a7b-8ad2-5f69db1fc93c req-ba1f3786-820c-4220-b3ff-059c285e6967 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1359379 Sep 09 20:05:38.164734 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.300701 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0036d0f5-c786-4feb-a915-344a33ca0352 req-6961877c-9f66-4549-858c-6df9d4547948 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803467 Sep 09 20:05:38.314943 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fde82769-1b5d-4a7b-8ad2-5f69db1fc93c req-9946cf29-caee-4f0d-9eb6-39921fe9eb86 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622331 Sep 09 20:05:38.413772 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.420826 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.472808 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:05:38.495260 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e64ba2-9e72-4f5b-8624-1338ae40fa94,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:38.503575 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.503731 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Added segment 0d1392ea-a095-43c9-a249-b65635f36f3a of type vlan for network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 Sep 09 20:05:38.573286 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.630297 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.632019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:38.632929 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:38.683308 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8314681 Sep 09 20:05:38.683575 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53660) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:38.704243 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Request body: {'subnet': {'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-964801563-subnet', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:38.734552 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed59b3-8f83-4615-acd6-e099bb2673ba admin admin] Pushing event updated for resources: {'Network': ['ID=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:38.755101 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:05:38.781137 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Made reservation on behalf of c06c735fcc754c1d830ca723cc7fe7d4 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:38.790340 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.066846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53670) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:39.151517 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.305632 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:39.306220 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Network hostable DHCP agents. Network: 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:05:39.324032 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0694cf0-6ad0-4d7b-ab72-48c2096b933c,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:39.346995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:05:39.367280 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:39.379346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:39.388093 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8202db88-cb82-4b10-a22d-f26c6e15057e None None] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:39.389927 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-996fd9f9-0ccb-4419-97cb-7e32ac079bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.390852 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.453467 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bb9e156c-344f-4107-9404-c019cd925b39 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7670202 Sep 09 20:05:39.455699 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53694) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:39.470062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:39.743946 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ccc55-d2fb-4e7a-820b-584c13d3f315 req-4f7065ea-1a56-477d-95aa-0ac3b83fbed8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:39.757706 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-346ccc55-d2fb-4e7a-820b-584c13d3f315 req-4f7065ea-1a56-477d-95aa-0ac3b83fbed8 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1622303 Sep 09 20:05:39.799793 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:05:39.801278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.897640 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-996fd9f9-0ccb-4419-97cb-7e32ac079bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:39.918228 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-346ccc55-d2fb-4e7a-820b-584c13d3f315 req-e09ec000-4759-490f-9d27-75c2abc6a424 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588621 Sep 09 20:05:39.941330 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-996fd9f9-0ccb-4419-97cb-7e32ac079bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.030748 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.031947 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.048902 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc3425-12ba-4f59-bc2f-a8906d5f9a5f req-7caed778-b180-45d2-83d0-3bab35acf669 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:40.050553 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7bc3425-12ba-4f59-bc2f-a8906d5f9a5f req-7caed778-b180-45d2-83d0-3bab35acf669 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.2580607 Sep 09 20:05:40.057209 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-996fd9f9-0ccb-4419-97cb-7e32ac079bc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8624f96adec4d34854bb84b3c8abd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9884937 Sep 09 20:05:40.059694 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fd9f9-0ccb-4419-97cb-7e32ac079bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db26aea-7d08-4b45-bd06-a29e37f922cf,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:40.060404 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53710) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:40.116434 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Allocated IP 172.20.0.2 (1baa5f87-f1e3-4a09-83f3-3ef2defd4db4/f0694cf0-6ad0-4d7b-ab72-48c2096b933c/3787552c-c13c-4174-9668-8d97357d67a2) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:40.165823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.181657 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.235458 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.305987 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.357247 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.358531 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Transition to ACTIVE for port object 3787552c-c13c-4174-9668-8d97357d67a2 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:40.360211 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.365985 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7db26aea-7d08-4b45-bd06-a29e37f922cf HTTP/1.1" status: 204 len: 168 time: 0.2995355 Sep 09 20:05:40.382900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c06887-a2d7-4673-a1c6-744d191380a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db26aea-7d08-4b45-bd06-a29e37f922cf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:40.395355 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Transition to ACTIVE for port object 3787552c-c13c-4174-9668-8d97357d67a2 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:40.407985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7bc3425-12ba-4f59-bc2f-a8906d5f9a5f req-d2c2b32c-e0b9-4c60-bf1b-e641b997856d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176944 Sep 09 20:05:40.411580 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.472219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:40.476309 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:40.482000 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:40.489564 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.521338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Pushing event updated for resources: {'Port': ['ID=3787552c-c13c-4174-9668-8d97357d67a2,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:40.572924 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Attempting to bind port 3787552c-c13c-4174-9668-8d97357d67a2 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:40.576217 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Attempting to bind port 3787552c-c13c-4174-9668-8d97357d67a2 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:40.579515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Attempting to bind port 3787552c-c13c-4174-9668-8d97357d67a2 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:40.587920 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:40.588842 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:40.589508 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.590112 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Bound using segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:40.590927 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Bound port: 3787552c-c13c-4174-9668-8d97357d67a2, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:40.591720 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.685764 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-f5e53271-76d0-4179-a21a-ea510ff73f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:40.688482 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-f5e53271-76d0-4179-a21a-ea510ff73f92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.1245866 Sep 09 20:05:40.714385 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] For port 3787552c-c13c-4174-9668-8d97357d67a2, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:40.720657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] For port 3787552c-c13c-4174-9668-8d97357d67a2, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=3787552c-c13c-4174-9668-8d97357d67a2,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:40.728803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:40.807566 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc53d8c-770c-4e07-bb4d-447a6e88a121 None None] Pushing event updated for resources: {'Port': ['ID=3787552c-c13c-4174-9668-8d97357d67a2,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:40.883599 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-27386df6-fb69-426b-9006-f9789652646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:40.886383 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-27386df6-fb69-426b-9006-f9789652646f service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.1823623 Sep 09 20:05:40.914559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c545ac5-79c9-453a-a706-a84260ed9719 req-299807dd-c8a2-44bb-bb4e-21d6b49a84f3 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:40.916425 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7c545ac5-79c9-453a-a706-a84260ed9719 req-299807dd-c8a2-44bb-bb4e-21d6b49a84f3 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1399896 Sep 09 20:05:40.939033 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-f1c94238-ea22-4eb7-af56-9943d2399795 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.0440867 Sep 09 20:05:40.999907 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-4850c67a-7d50-4611-af2d-9254f31f7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:41.002118 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-4850c67a-7d50-4611-af2d-9254f31f7698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0519714 Sep 09 20:05:41.020000 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7c545ac5-79c9-453a-a706-a84260ed9719 req-14ddce08-7d44-4c33-bced-87f559eb0529 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876241 Sep 09 20:05:41.039091 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-cc0029a9-a0bd-469c-9b70-f527a6133f37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287745 Sep 09 20:05:41.194913 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:41.222815 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-119c80d9-fc82-4bd8-b174-1fce911bbd87 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706879 Sep 09 20:05:41.228309 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:41.404495 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Allocated IP 172.27.3.30 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/a815e39f-e3ed-408b-a6d8-f57560d2c19e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:41.437700 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-497d7e9d-66ad-4c59-a461-86a33d0f7727 req-54fb5cb0-89a4-4c7b-9985-d232e81e88d1 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987467 Sep 09 20:05:41.705931 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-7b2831fe-f2c0-419a-9aec-379167027e2c tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:41.707781 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-7b2831fe-f2c0-419a-9aec-379167027e2c tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.1219623 Sep 09 20:05:41.766794 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816505a7-8f8f-4d3d-99b5-8fd5b2e9dc7a req-c4112498-33cd-44bd-8998-d8094f13d485 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:41.771695 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-816505a7-8f8f-4d3d-99b5-8fd5b2e9dc7a req-c4112498-33cd-44bd-8998-d8094f13d485 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 945 time: 0.2250981 Sep 09 20:05:41.779841 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:41.860585 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-816505a7-8f8f-4d3d-99b5-8fd5b2e9dc7a req-27c6202a-ea11-4f6a-9ba4-d9430f539557 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685105 Sep 09 20:05:41.869973 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:41.946094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:41.947230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Deleting port f743782c-739c-41ce-88a4-f4b0d95c8eb8 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:05:41.947574 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:41.948553 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:41.954317 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:42.004963 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Pushing event updated for resources: {'Port': ['ID=a815e39f-e3ed-408b-a6d8-f57560d2c19e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:42.099708 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 3787552c-c13c-4174-9668-8d97357d67a2 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:42.199462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] For port f743782c-739c-41ce-88a4-f4b0d95c8eb8, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f743782c-739c-41ce-88a4-f4b0d95c8eb8,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:42.201273 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.229182 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Calling delete_port for f743782c-739c-41ce-88a4-f4b0d95c8eb8 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:05:42.230079 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 3787552c-c13c-4174-9668-8d97357d67a2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:42.350589 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d42357-f1b5-4df7-82a5-64f4ab44def5 None None] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:42.358533 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ab647-64a9-447e-9132-0a1918db833a req-0ebd7acb-f61f-4f5f-83d7-f395ee34ef8b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:42.360340 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b10ab647-64a9-447e-9132-0a1918db833a req-0ebd7acb-f61f-4f5f-83d7-f395ee34ef8b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1486273 Sep 09 20:05:42.485676 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Provisioning for port 3787552c-c13c-4174-9668-8d97357d67a2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:42.509085 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Provisioning complete for port 3787552c-c13c-4174-9668-8d97357d67a2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:42.509709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.511424 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b10ab647-64a9-447e-9132-0a1918db833a req-d0259dd8-f2e4-4266-8059-7d3cbdc7f529 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270971 Sep 09 20:05:42.546728 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.706148 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.774358 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] For port 3787552c-c13c-4174-9668-8d97357d67a2, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=3787552c-c13c-4174-9668-8d97357d67a2,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:42.784094 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.820517 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:42.872158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f743782c-739c-41ce-88a4-f4b0d95c8eb8'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:05:42.905133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Pushing event deleted for resources: {'Port': ['ID=f743782c-739c-41ce-88a4-f4b0d95c8eb8,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:42.999471 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e940d3-6c64-4ffc-b9de-a7ee96fb084a None None] Pushing event updated for resources: {'Port': ['ID=3787552c-c13c-4174-9668-8d97357d67a2,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:43.005100 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.005813 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.006150 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.006721 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.007455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.007791 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.008113 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.008381 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.008818 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.009042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.009523 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.009902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:43.035492 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:43.056672 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] No DVR routers for this DVR port f743782c-739c-41ce-88a4-f4b0d95c8eb8 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:05:43.065711 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:43.069481 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ea3e98d0-8c97-46e4-bb9d-5cd08e9448b9 req-61cdff25-a713-4199-a5f6-3f95e110f587 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "DELETE /v2.0/ports/f743782c-739c-41ce-88a4-f4b0d95c8eb8 HTTP/1.1" status: 204 len: 173 time: 1.3512595 Sep 09 20:05:43.070636 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'name': 'network-vif-deleted', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:05:43.076912 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b4dbaa-bdec-48bb-b242-e782a0ddd0c5" -d '{"events": [{"server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "name": "network-vif-deleted", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:05:43.157861 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01b0c440-b7cc-4416-aa5d-08655a74b2aa req-5bcd7dd4-84ed-4cde-83bc-8eb6e2f77790 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0469103 Sep 09 20:05:43.183322 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132bb06-b56e-465b-9782-ec44c619cdba x-openstack-request-id: req-9132bb06-b56e-465b-9782-ec44c619cdba {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:05:43.183632 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5381bb92-7a2e-4722-bcbd-98b69cd9e698", "name": "network-vif-deleted", "tag": "f743782c-739c-41ce-88a4-f4b0d95c8eb8", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:05:43.184145 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9132bb06-b56e-465b-9782-ec44c619cdba {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:05:43.185237 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5381bb92-7a2e-4722-bcbd-98b69cd9e698', 'name': 'network-vif-deleted', 'tag': 'f743782c-739c-41ce-88a4-f4b0d95c8eb8', 'status': 'completed', 'code': 200} Sep 09 20:05:43.282476 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:05:43.346214 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-765fc75f-8117-4d06-b4fb-ed430f171835 None None] Provisioning complete for port 3787552c-c13c-4174-9668-8d97357d67a2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:43.348587 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-765fc75f-8117-4d06-b4fb-ed430f171835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:43.476831 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:05:43.491892 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:05:43.500632 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:43.502016 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7cd6924f-3618-4156-8617-27c9b454c189 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0453439 Sep 09 20:05:43.504146 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:43.504789 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:43.506264 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53756) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:43.667188 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:43.924159 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:42Z', 'revision_number': 3, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:43.980339 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:05:43.981911 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Updating router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a port a815e39f-e3ed-408b-a6d8-f57560d2c19e binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:05:43.999478 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 3787552c-c13c-4174-9668-8d97357d67a2 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:44.019527 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313c1aa-123a-4512-bbab-0467adf4eab3 req-10761036-a43e-4fed-ba4e-a41c98e12e30 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:44.021436 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7313c1aa-123a-4512-bbab-0467adf4eab3 req-10761036-a43e-4fed-ba4e-a41c98e12e30 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1882465 Sep 09 20:05:44.035124 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.097828 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 3787552c-c13c-4174-9668-8d97357d67a2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:44.098244 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.328689 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7313c1aa-123a-4512-bbab-0467adf4eab3 req-8553819f-e002-410e-86c4-90950d1a67cf tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983887 Sep 09 20:05:44.519337 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.563116 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5c681b72-3814-4e63-b94f-311b3faf8214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.571837 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-90c62a56-d238-453a-b506-684a960a7bd7 req-97c572a2-b95b-48d6-b15b-3aab57efdf37 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0628805 Sep 09 20:05:44.595855 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.619891 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Transition to ACTIVE for port object a815e39f-e3ed-408b-a6d8-f57560d2c19e will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:44.630661 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.709203 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Pushing event updated for resources: {'Port': ['ID=a815e39f-e3ed-408b-a6d8-f57560d2c19e,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:44.727352 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.727630 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.727850 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.728447 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.728828 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.729595 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.730087 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.730636 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.731784 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.732354 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.732900 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.733812 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:44.755411 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Attempting to bind port a815e39f-e3ed-408b-a6d8-f57560d2c19e on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:44.756196 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Attempting to bind port a815e39f-e3ed-408b-a6d8-f57560d2c19e by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:44.756746 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Attempting to bind port a815e39f-e3ed-408b-a6d8-f57560d2c19e on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:44.763363 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:44.763900 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:44.764199 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.764859 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:44.765508 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Bound port: a815e39f-e3ed-408b-a6d8-f57560d2c19e, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:44.765958 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.823364 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Allocated IP 172.20.0.1 (1baa5f87-f1e3-4a09-83f3-3ef2defd4db4/f0694cf0-6ad0-4d7b-ab72-48c2096b933c/0bd5ab13-2b91-4005-8768-c46066743dd3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:44.874344 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] For port a815e39f-e3ed-408b-a6d8-f57560d2c19e, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:44.881532 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] For port a815e39f-e3ed-408b-a6d8-f57560d2c19e, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a815e39f-e3ed-408b-a6d8-f57560d2c19e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:44.891682 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:44.986753 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d67d47-b379-48c3-a9ae-4fabcbd37190 None None] Pushing event updated for resources: {'Port': ['ID=a815e39f-e3ed-408b-a6d8-f57560d2c19e,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:44.990543 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:44.991590 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:45.063002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.096174 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Transition to ACTIVE for port object 0bd5ab13-2b91-4005-8768-c46066743dd3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:45.133037 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:45.164926 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.237404 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:45.245564 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:45.259033 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:45.264945 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:45.319941 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.320465 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.321040 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.321611 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.321992 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.322527 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.323096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.323713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.324282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.327234 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.327968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.328565 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:05:45.358003 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.374381 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:42Z', 'revision_number': 3, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:45.424469 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87db38-d532-4724-8c06-6ceb30285a4d None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:42Z', 'revision_number': 3, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:05:45.533661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a0776036-4cd8-4706-86f3-05f7e1cd3fc8 None None] Provisioning for port 0bd5ab13-2b91-4005-8768-c46066743dd3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:45.540290 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a0776036-4cd8-4706-86f3-05f7e1cd3fc8 None None] Provisioning complete for port 0bd5ab13-2b91-4005-8768-c46066743dd3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:45.540928 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a0776036-4cd8-4706-86f3-05f7e1cd3fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.593726 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.617045 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-a0776036-4cd8-4706-86f3-05f7e1cd3fc8 None None] Port 0bd5ab13-2b91-4005-8768-c46066743dd3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:05:45.758075 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6784a308-ef93-4fd9-a493-c7fbb6bcc0f3 req-c544c182-17d8-46b9-a63e-b5c397578ca8 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=5381bb92-7a2e-4722-bcbd-98b69cd9e698 HTTP/1.1" status: 200 len: 210 time: 0.0430584 Sep 09 20:05:45.874499 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.879851 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:45.991610 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:46.022683 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:46.044215 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a815e39f-e3ed-408b-a6d8-f57560d2c19e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:46.132648 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port a815e39f-e3ed-408b-a6d8-f57560d2c19e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:46.138449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a815e39f-e3ed-408b-a6d8-f57560d2c19e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:46.138712 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:46.140333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:46.140758 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:46.298204 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:46.326164 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port a815e39f-e3ed-408b-a6d8-f57560d2c19e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a815e39f-e3ed-408b-a6d8-f57560d2c19e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:46.334491 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:46.364933 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:05:46.384891 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f743782c-739c-41ce-88a4-f4b0d95c8eb8 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:05:46.408889 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: f743782c-739c-41ce-88a4-f4b0d95c8eb8 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:05:46.409357 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f743782c-739c-41ce-88a4-f4b0d95c8eb8 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:05:46.461997 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=a815e39f-e3ed-408b-a6d8-f57560d2c19e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:46.555488 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:05:46.562727 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3c5ffccb-b419-4215-b710-ee101874a269 admin admin] 10.222.0.37 "PUT /v2.0/routers/98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0561800 Sep 09 20:05:46.570198 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-050cc76d-b6ba-4918-b71a-b0101e9973ec None None] Provisioning complete for port 0bd5ab13-2b91-4005-8768-c46066743dd3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:46.570515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-050cc76d-b6ba-4918-b71a-b0101e9973ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:46.638297 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-050cc76d-b6ba-4918-b71a-b0101e9973ec None None] Port 0bd5ab13-2b91-4005-8768-c46066743dd3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:05:47.274133 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758f3d3-3198-42be-aaa0-f43b1dcecf10 req-6be05b60-89c5-479c-a7e4-e0bc581d685a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:47.275743 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0758f3d3-3198-42be-aaa0-f43b1dcecf10 req-6be05b60-89c5-479c-a7e4-e0bc581d685a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1202183 Sep 09 20:05:47.316106 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-94932118-e412-4692-8f68-5547b9b7a645 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:47.318097 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-94932118-e412-4692-8f68-5547b9b7a645 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 808 time: 0.2156649 Sep 09 20:05:47.387954 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0758f3d3-3198-42be-aaa0-f43b1dcecf10 req-a2168a25-4bf7-4d8f-b8d9-e6fb3cd074a7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932367 Sep 09 20:05:47.397921 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-72e4a403-2096-415d-a74d-0cdbf63535a9 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/quotas/a5e3fe426b09464199d16f718627f6c1 HTTP/1.1" status: 200 len: 375 time: 0.0654275 Sep 09 20:05:47.454177 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-ec2a68e4-8afa-4e5c-8506-dcef21336492 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428267 Sep 09 20:05:47.503113 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:47.509830 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-300965543-network', 'tenant_id': '949107c0c390481da8330904540fb944'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:47.539391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:05:47.566871 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:47.568204 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:47.572623 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Made reservation on behalf of 949107c0c390481da8330904540fb944 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:47.590692 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:47.625558 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:47.678289 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-1703af2c-e729-43df-8a72-c9332c614d7e service neutron] 10.222.0.37 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060435 Sep 09 20:05:47.736784 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:47.886362 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:47.894314 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-ac649a2d-e8a2-4a38-8412-9d5c031dab20 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045705 Sep 09 20:05:47.895998 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:47.914444 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-00187f19-7c0c-4988-a53f-0e7cbbf7cd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:47.974811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:05:47.984933 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bd00f7-fd93-41b2-b4c9-b9df27097cf3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:48.006216 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.006943 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Added segment 13f98319-cce4-4d70-8b3f-d1b02d1d24d0 of type vlan for network 19c383d6-e86e-42c6-b814-db0fac03c8ad Sep 09 20:05:48.135062 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a815e39f-e3ed-408b-a6d8-f57560d2c19e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:48.179994 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.214985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.270034 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.276407 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:48.281157 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port a815e39f-e3ed-408b-a6d8-f57560d2c19e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:48.281570 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.283854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.378833 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-121dfdfc-7c46-4fbb-83c0-0d4fd10cc882 req-a5aa2e08-12c8-465b-a523-661d241f8fb8 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 210 time: 0.0641294 Sep 09 20:05:48.420661 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:48.421487 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9127893 Sep 09 20:05:48.429793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Request body: {'subnet': {'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-300965543-subnet', 'tenant_id': '949107c0c390481da8330904540fb944', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:48.485980 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 2, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:48.486316 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Made reservation on behalf of 949107c0c390481da8330904540fb944 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:48.489773 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13580435'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.523036 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:05:48.523395 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Updating router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a port 0bd5ab13-2b91-4005-8768-c46066743dd3 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:05:48.562751 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bc4e3-be62-4142-b366-4058914ac940 admin admin] Pushing event updated for resources: {'Network': ['ID=19c383d6-e86e-42c6-b814-db0fac03c8ad,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:48.575469 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.581010 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:05:48.953996 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:48.972361 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12768565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13580429'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.097743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cd9e7a-fc8e-4200-b80d-aef447324895,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:49.107667 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Checking segment: {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:49.108340 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Network hostable DHCP agents. Network: 19c383d6-e86e-42c6-b814-db0fac03c8ad, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:05:49.156854 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:05:49.170375 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 19c383d6-e86e-42c6-b814-db0fac03c8ad) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:49.176072 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:49.177019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.200116 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-f751044c-9bfe-4b59-b136-3555bf46bbe2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7780309 Sep 09 20:05:49.204565 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53884) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:49.213419 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:49.219096 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb2c228-b575-4dce-8bd4-f9e81762ae3c None None] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:49.248132 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.250436 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.283661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.360156 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.377686 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Transition to ACTIVE for port object 0bd5ab13-2b91-4005-8768-c46066743dd3 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:49.405339 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.508294 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578da4-14f3-4559-b447-5c1222c6aaec None None] Pushing event updated for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:49.669360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-822cb449-9e77-4c1d-88c0-02fe44ce7980 req-8192bc0b-a60c-4f8f-9680-25d4be3f3480 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 210 time: 0.0630589 Sep 09 20:05:49.717373 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.717579 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Attempting to bind port 0bd5ab13-2b91-4005-8768-c46066743dd3 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:49.717579 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Attempting to bind port 0bd5ab13-2b91-4005-8768-c46066743dd3 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:49.717579 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Attempting to bind port 0bd5ab13-2b91-4005-8768-c46066743dd3 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:49.722292 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:49.722778 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:49.723683 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.724197 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Bound using segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:49.724810 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Bound port: 0bd5ab13-2b91-4005-8768-c46066743dd3, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:49.725858 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.732004 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-19c383d6-e86e-42c6-b814-db0fac03c8ad', 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad', 'tenant_id': '949107c0c390481da8330904540fb944', 'fixed_ips': [{'subnet_id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:05:49.732986 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:49.757191 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e177c2-3c80-4807-a10f-41775fd1551a req-ee243a08-99ab-4a27-9a56-bd1784c05b84 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:49.760072 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-28e177c2-3c80-4807-a10f-41775fd1551a req-ee243a08-99ab-4a27-9a56-bd1784c05b84 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1539242 Sep 09 20:05:49.946207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-28e177c2-3c80-4807-a10f-41775fd1551a req-b96a5bdf-3099-4f9b-96e8-4b3e903d12ad tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655509 Sep 09 20:05:50.093765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] For port 0bd5ab13-2b91-4005-8768-c46066743dd3, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:50.098589 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] For port 0bd5ab13-2b91-4005-8768-c46066743dd3, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0bd5ab13-2b91-4005-8768-c46066743dd3,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:50.103133 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Allocated IP 172.20.0.2 (19c383d6-e86e-42c6-b814-db0fac03c8ad/e4cd9e7a-fc8e-4200-b80d-aef447324895/1312f0d6-f99f-4502-8fbe-32d4fa8dd695) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:50.106112 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.140659 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dafba4fc-8945-407a-b9ba-c5f5d07adbd7 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:50.146213 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dafba4fc-8945-407a-b9ba-c5f5d07adbd7 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 808 time: 0.2035363 Sep 09 20:05:50.179442 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Request body: {'port': {'device_id': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0', 'admin_state_up': True, 'tenant_id': 'a5e3fe426b09464199d16f718627f6c1'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:50.240778 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.252005 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:50.252677 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:50.256579 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9578da4-14f3-4559-b447-5c1222c6aaec None None] Pushing event updated for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:50.276863 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.416904 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Made reservation on behalf of a5e3fe426b09464199d16f718627f6c1 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:05:50.426586 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.451540 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.535493 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Transition to ACTIVE for port object 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:50.554606 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.562921 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:50.616945 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Transition to ACTIVE for port object 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:50.637786 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Allocated IP 172.27.3.96 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/061967ca-eafd-4331-b0cc-fc9156f9b8ee) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:50.642715 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.703234 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Allocated IP 172.20.0.6 (8ca334fe-80d0-45b3-9e15-9c2473861fc0/e174fdcb-82db-4238-a106-6362d9228b4e/4aef3fe8-3d48-45db-84a6-b55032057b5a) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:50.819000 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:50.836611 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:50.842661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:50.846967 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c1e5ea3-b0cd-45f4-9899-d053f3344bf1 req-be778450-e082-4163-b3d7-8597a8a497c0 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 210 time: 0.0411029 Sep 09 20:05:50.862423 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:50.891402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Pushing event updated for resources: {'Port': ['ID=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:50.932009 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.007363 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:51.014853 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:51.018735 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:51.021907 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Attempting to bind port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:51.022303 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Attempting to bind port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:51.022650 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Attempting to bind port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 on network 19c383d6-e86e-42c6-b814-db0fac03c8ad {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:51.040098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.044987 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:51.045391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Checking segment: {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:51.045803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.046201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Bound using segment: {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:51.046693 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Bound port: 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:51.047080 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.058714 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Pushing event updated for resources: {'Port': ['ID=061967ca-eafd-4331-b0cc-fc9156f9b8ee,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:51.092763 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.149952 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:51.154939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:51.160198 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:51.168889 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:51.169866 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.186954 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Pushing event updated for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:51.200873 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-d682d09d-9ba3-4b1d-ba2b-ce507bc2d21d tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386286 Sep 09 20:05:51.224795 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Request body: {'port': {'device_id': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:51.255166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbf046-f05f-4e0f-8a6b-dd75cdefb31a req-87f9d825-f4ba-4089-add5-352fe27cb7f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:51.256803 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7fbbf046-f05f-4e0f-8a6b-dd75cdefb31a req-87f9d825-f4ba-4089-add5-352fe27cb7f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1788414 Sep 09 20:05:51.271053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] For port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:51.280367 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] For port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:51.290078 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.311784 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.355628 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:50Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:51.432250 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb12ea9-d103-42ab-81aa-6b8522891370 None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:50Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:05:51.446579 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53940) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:51.470729 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c8660-75e5-4c7d-b69c-4456c7ecf270 None None] Pushing event updated for resources: {'Port': ['ID=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:51.826285 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7fbbf046-f05f-4e0f-8a6b-dd75cdefb31a req-5ceee181-4f79-4134-802e-dac14758b068 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5589838 Sep 09 20:05:51.850813 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ca960e-b902-46d1-8bd7-0ec89d61f1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:51.905568 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-c565f081-e5e2-4f24-843e-67430ce2082a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1564469 Sep 09 20:05:51.943739 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.052583 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aef3fe8-3d48-45db-84a6-b55032057b5a {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:05:52.071521 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.104278 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Transition to ACTIVE for port object 4aef3fe8-3d48-45db-84a6-b55032057b5a will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:52.104861 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faca8bd-4307-4b79-a4ff-0053267f674a req-d0762720-af61-423b-8748-f809ce1a802f tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:52.106702 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3faca8bd-4307-4b79-a4ff-0053267f674a req-d0762720-af61-423b-8748-f809ce1a802f tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 931 time: 0.1068251 Sep 09 20:05:52.126086 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.145157 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-97258eaf-1cd4-4739-ad2d-b09219cdf6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:52.146803 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-97258eaf-1cd4-4739-ad2d-b09219cdf6bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 1099 time: 0.1690602 Sep 09 20:05:52.184299 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:52.260431 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Pushing event updated for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:52.290462 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:52.304268 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0bd5ab13-2b91-4005-8768-c46066743dd3 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:52.383470 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ca960e-b902-46d1-8bd7-0ec89d61f1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.392127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Attempting to bind port 4aef3fe8-3d48-45db-84a6-b55032057b5a on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:52.392500 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Attempting to bind port 4aef3fe8-3d48-45db-84a6-b55032057b5a by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:52.392902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Attempting to bind port 4aef3fe8-3d48-45db-84a6-b55032057b5a on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:52.397194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-74ca960e-b902-46d1-8bd7-0ec89d61f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.423282 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Port 4aef3fe8-3d48-45db-84a6-b55032057b5a on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:05:52.423654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Attempting to bind port 4aef3fe8-3d48-45db-84a6-b55032057b5a on network 8ca334fe-80d0-45b3-9e15-9c2473861fc0 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:52.435291 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 0bd5ab13-2b91-4005-8768-c46066743dd3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:52.449255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0bd5ab13-2b91-4005-8768-c46066743dd3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:52.450072 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.461389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-31a8cc7d-0e1b-4229-97c0-d2951968d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:52.463180 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-31a8cc7d-0e1b-4229-97c0-d2951968d0bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.2518241 Sep 09 20:05:52.472297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:52.472639 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Checking segment: {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:52.481516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Bound using segment: {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:52.482359 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Bound port: 4aef3fe8-3d48-45db-84a6-b55032057b5a, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed445a27-cca0-4a5c-b245-a5a1b29dba11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:52.482741 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.485115 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3faca8bd-4307-4b79-a4ff-0053267f674a req-e90e5704-5d28-4290-b3da-890f6c6d7092 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280373 Sep 09 20:05:52.509919 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-74ca960e-b902-46d1-8bd7-0ec89d61f1c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec4d389e7f7341b4aabda2a3d4a91e1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617905 Sep 09 20:05:52.514202 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53956) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:52.535823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.649428 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.674943 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca960e-b902-46d1-8bd7-0ec89d61f1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad95a04-11b5-4c32-b89c-7d5fd95d8179,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:52.711764 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 0bd5ab13-2b91-4005-8768-c46066743dd3, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0bd5ab13-2b91-4005-8768-c46066743dd3,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:52.718934 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-dbdb57e6-2342-4a76-9351-7d759c2cedff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66 HTTP/1.1" status: 200 len: 217 time: 0.2245989 Sep 09 20:05:52.721654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.838656 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:52.851173 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Router 7b24ec55-5e89-45e9-9426-5bca010db563 is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:05:52.944883 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:52.957143 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-e3bd64d7-92a2-4d30-aa12-1f28b27b2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:52.962373 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-e3bd64d7-92a2-4d30-aa12-1f28b27b2226 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.2279823 Sep 09 20:05:52.969208 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:53.022411 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-1734ea1a-c96d-4eba-8f0f-a12ab50fe8b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503581 Sep 09 20:05:53.030167 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.117775 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:53.137188 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.203240 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073ed4a-ea66-4c4f-86e7-2c27670067b3 req-34b59751-0968-4ff1-b81d-8aea6ae97416 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:53.209738 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3073ed4a-ea66-4c4f-86e7-2c27670067b3 req-34b59751-0968-4ff1-b81d-8aea6ae97416 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1978066 Sep 09 20:05:53.214661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810fcdb2-fc6b-497c-b332-45408cc564d2 None None] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:05:53.218572 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:05:53.251062 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Sync routers for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:05:53.257958 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:53.258591 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.260056 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] 10.222.0.30 "PUT /v2.0/ports/4aef3fe8-3d48-45db-84a6-b55032057b5a HTTP/1.1" status: 200 len: 1093 time: 2.0430110 Sep 09 20:05:53.263219 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:05:53.265186 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6490b054-012b-4195-aa77-f01a4ce05eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:05:53.265874 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:53.266704 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:53.354761 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3073ed4a-ea66-4c4f-86e7-2c27670067b3 req-717ae409-c1ee-42c7-947a-7e5ec5e53e9b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436913 Sep 09 20:05:53.373461 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c19d8-ba43-4deb-8ee2-50892a48ab9b x-openstack-request-id: req-a83c19d8-ba43-4deb-8ee2-50892a48ab9b {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:05:53.373938 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:05:53.374347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a83c19d8-ba43-4deb-8ee2-50892a48ab9b {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:05:53.374982 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a', 'status': 'completed', 'code': 200} Sep 09 20:05:53.389945 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-08477212-0282-48f1-a064-4a4a860bd81a service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401415 Sep 09 20:05:53.392735 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.397165 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-357b31da-6629-4b3c-89dc-c8d5e40574e5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1888158 Sep 09 20:05:53.398185 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 53968) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:53.416461 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb8b5-823c-4de4-b0df-db6a036f6a8d service neutron] Pushing event updated for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:53.461881 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:53.475656 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Provisioning for port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:53.478174 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.481641 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.482857 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ad95a04-11b5-4c32-b89c-7d5fd95d8179 HTTP/1.1" status: 204 len: 168 time: 0.9595935 Sep 09 20:05:53.486626 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Provisioning complete for port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:53.487015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.560221 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b36ac-1cc2-4c21-aaa1-8c1fa3bef7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad95a04-11b5-4c32-b89c-7d5fd95d8179,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:53.670979 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-54a8e9ae-e27c-4b3a-bf61-371736d299a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:53.671973 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.683451 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-54a8e9ae-e27c-4b3a-bf61-371736d299a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 1096 time: 0.3349659 Sep 09 20:05:53.769118 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] For port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:53.785724 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:53.813913 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-5d03ca7a-059d-4fb7-aa5d-071d52403502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a HTTP/1.1" status: 200 len: 217 time: 0.1188726 Sep 09 20:05:53.861186 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:51Z', 'revision_number': 3, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:53.893122 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Checking router: 7b24ec55-5e89-45e9-9426-5bca010db563 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:05:53.893970 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Updating router 7b24ec55-5e89-45e9-9426-5bca010db563 port 061967ca-eafd-4331-b0cc-fc9156f9b8ee binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:05:53.914876 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1886cea0-81bb-4aef-b585-88ef5311fd86 req-79e6a49f-814e-4458-992c-bd82bf43a655 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929028 Sep 09 20:05:53.921695 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86435e8a-35dc-4fe3-b7cc-21b3a6d17aab req-63a64bd1-1605-4847-8bf3-03235e7462a9 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:53.927672 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86435e8a-35dc-4fe3-b7cc-21b3a6d17aab req-63a64bd1-1605-4847-8bf3-03235e7462a9 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 943 time: 0.1994052 Sep 09 20:05:53.961363 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-8b99594c-a60b-4a67-b84e-a3df396ba4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:53.964391 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-8b99594c-a60b-4a67-b84e-a3df396ba4ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e174fdcb-82db-4238-a106-6362d9228b4e HTTP/1.1" status: 200 len: 848 time: 0.1274843 Sep 09 20:05:53.977057 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ab3df-5521-435c-a83c-e0b6b55bc1ac None None] Pushing event updated for resources: {'Port': ['ID=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:54.011162 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.019062 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-32d2111f-e193-4bc1-bfcc-2dfe0acab8fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca334fe-80d0-45b3-9e15-9c2473861fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433848 Sep 09 20:05:54.125800 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86435e8a-35dc-4fe3-b7cc-21b3a6d17aab req-a353a20a-9550-4d86-b1ba-16b67294178c tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599464 Sep 09 20:05:54.164456 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0bd5ab13-2b91-4005-8768-c46066743dd3 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:54.195678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bf8f9d43-bec7-4f8d-a7b4-1973ad9e2a89 None None] Provisioning complete for port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:54.215183 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bf8f9d43-bec7-4f8d-a7b4-1973ad9e2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.278012 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:54.310056 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4bb2-e128-4a6f-9738-a0e5ad36d25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.322309 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-4f5e2576-55af-4fad-9b40-55097bbe0f1b service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865176 Sep 09 20:05:54.472184 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0bd5ab13-2b91-4005-8768-c46066743dd3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:54.472765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.492761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4bb2-e128-4a6f-9738-a0e5ad36d25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.504272 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4bb2-e128-4a6f-9738-a0e5ad36d25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.560980 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.622762 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.635102 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Transition to ACTIVE for port object 061967ca-eafd-4331-b0cc-fc9156f9b8ee will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:54.650246 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.678037 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0c5b4bb2-e128-4a6f-9738-a0e5ad36d25c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f26bbfb0d9f4071bc37378c648da423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966177 Sep 09 20:05:54.683131 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 53986) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:54.707635 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75442ad-ab05-49e3-a3cc-e45eb8969ea1 None None] Pushing event updated for resources: {'Port': ['ID=061967ca-eafd-4331-b0cc-fc9156f9b8ee,revision_number=2']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:54.727715 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Attempting to bind port 061967ca-eafd-4331-b0cc-fc9156f9b8ee on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:54.728411 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Attempting to bind port 061967ca-eafd-4331-b0cc-fc9156f9b8ee by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:54.728987 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Attempting to bind port 061967ca-eafd-4331-b0cc-fc9156f9b8ee on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:54.732484 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4bb2-e128-4a6f-9738-a0e5ad36d25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf49c5-1b03-4d8d-a00d-f9904e31e442,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:54.736447 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:05:54.737175 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:05:54.737787 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.738386 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:05:54.739069 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Bound port: 061967ca-eafd-4331-b0cc-fc9156f9b8ee, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:05:54.739666 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.742340 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addc42e-f8c8-4eb0-b9be-25d94a8e85ec req-77575ac6-7b9d-4016-a2ee-52002135b052 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:54.744224 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7addc42e-f8c8-4eb0-b9be-25d94a8e85ec req-77575ac6-7b9d-4016-a2ee-52002135b052 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1973066 Sep 09 20:05:54.756242 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87874283-20a4-4ba0-88f2-6f8871c1451d req-3b9c896f-3c0c-4e4d-9e27-5bd40665f079 service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248253 Sep 09 20:05:54.796868 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.812367 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.825697 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] For port 061967ca-eafd-4331-b0cc-fc9156f9b8ee, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:05:54.831306 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] For port 061967ca-eafd-4331-b0cc-fc9156f9b8ee, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=061967ca-eafd-4331-b0cc-fc9156f9b8ee,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:05:54.836315 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7addc42e-f8c8-4eb0-b9be-25d94a8e85ec req-0d86b779-959b-4983-bd5a-ab414ab9aaa4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614951 Sep 09 20:05:54.845527 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.850603 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.891076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Allocated IP 172.20.0.1 (19c383d6-e86e-42c6-b814-db0fac03c8ad/e4cd9e7a-fc8e-4200-b80d-aef447324895/e40277c0-1e2e-4858-bddd-c6c3897ffd02) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:05:54.907797 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:54.908507 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:54.925213 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-2eb3f3ae-23a3-4416-9988-fcdf5f6c42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:54.926824 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-2eb3f3ae-23a3-4416-9988-fcdf5f6c42ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5e3fe426b09464199d16f718627f6c1&device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 1096 time: 0.0916746 Sep 09 20:05:54.966545 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75442ad-ab05-49e3-a3cc-e45eb8969ea1 None None] Pushing event updated for resources: {'Port': ['ID=061967ca-eafd-4331-b0cc-fc9156f9b8ee,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:54.981376 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.986179 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:54.989493 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42cf49c5-1b03-4d8d-a00d-f9904e31e442 HTTP/1.1" status: 204 len: 168 time: 0.3007653 Sep 09 20:05:55.036509 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f16f4-0838-43bf-a208-2392022c4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf49c5-1b03-4d8d-a00d-f9904e31e442,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:55.053111 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:55.088061 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:55.109256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Transition to ACTIVE for port object e40277c0-1e2e-4858-bddd-c6c3897ffd02 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:55.195161 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:55.203976 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-fedc692f-e90e-4a81-9d36-f832b1efa8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:55.205868 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-fedc692f-e90e-4a81-9d36-f832b1efa8a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 200 len: 909 time: 0.2649176 Sep 09 20:05:55.282060 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-0bc02a4c-f959-4584-9c98-f7ae2a6d7641 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a HTTP/1.1" status: 200 len: 217 time: 0.0673370 Sep 09 20:05:55.334042 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:55.341175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:55.351422 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:05:55.396236 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Pushing event updated for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:55.417378 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946643f-6f4b-4a77-b91b-026e4d53afef req-61ace173-571a-4d6b-982b-83f1c6adee79 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:55.425061 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-40c7aef5-70eb-4558-9baf-8478e2ed916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:55.426488 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2946643f-6f4b-4a77-b91b-026e4d53afef req-61ace173-571a-4d6b-982b-83f1c6adee79 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 943 time: 0.1413620 Sep 09 20:05:55.432087 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-40c7aef5-70eb-4558-9baf-8478e2ed916e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e174fdcb-82db-4238-a106-6362d9228b4e HTTP/1.1" status: 200 len: 848 time: 0.1365151 Sep 09 20:05:55.476860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:55.494941 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:51Z', 'revision_number': 3, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:55.500183 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-cb100c4e-5b1c-4193-a719-a4d301a9be6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ca334fe-80d0-45b3-9e15-9c2473861fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581033 Sep 09 20:05:55.583272 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65887ae-1ff1-4bd9-bd6a-e64bb7b009f3 None None] The sync data for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi is: [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:51Z', 'revision_number': 3, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:05:55.600393 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2946643f-6f4b-4a77-b91b-026e4d53afef req-03676f68-500e-4e48-b5ce-3aac4cf217d4 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729202 Sep 09 20:05:55.712270 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-fe1a86e5-7479-4825-850d-afc12c8c78aa service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980944 Sep 09 20:05:55.868269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:55.877945 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-53ab5662-f10c-4b8f-ae53-6806ce09ae33 None None] Provisioning for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:55.883281 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-53ab5662-f10c-4b8f-ae53-6806ce09ae33 None None] Provisioning complete for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:55.883667 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-53ab5662-f10c-4b8f-ae53-6806ce09ae33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:55.975162 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-53ab5662-f10c-4b8f-ae53-6806ce09ae33 None None] Port e40277c0-1e2e-4858-bddd-c6c3897ffd02 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:05:56.114293 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:56.271034 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:56.271418 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:56.363738 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:56.374544 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:56.444333 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-6490b054-012b-4195-aa77-f01a4ce05eeb req-ef21cdca-8bde-4e84-9102-8da6b69baefa service neutron] 10.222.0.30 "GET /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137046 Sep 09 20:05:56.542379 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:56.557854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-4c0de520-c776-4837-93cc-e95327441d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:56.559909 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-4c0de520-c776-4837-93cc-e95327441d38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.1145980 Sep 09 20:05:56.567087 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Pushing event updated for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:56.791016 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-a6070ccd-070c-43cb-ac27-8c4fa49de291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:56.796265 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-a6070ccd-070c-43cb-ac27-8c4fa49de291 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.2188039 Sep 09 20:05:56.881964 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-1651d6ef-b4a1-4af2-8593-35aa7886a8f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.0770366 Sep 09 20:05:56.973162 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-9717135d-8d76-42e8-901d-704b461ddc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:56.976337 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-9717135d-8d76-42e8-901d-704b461ddc00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0851712 Sep 09 20:05:57.003220 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd1142-369f-4ed2-bf05-7f3a79191685 req-c210c9e2-fb26-4d28-a348-73bba1399433 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:57.004849 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43cd1142-369f-4ed2-bf05-7f3a79191685 req-c210c9e2-fb26-4d28-a348-73bba1399433 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.3729126 Sep 09 20:05:57.018024 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e0953-d82b-41a8-986a-e9a51392fa33 req-9971e79f-3065-48fc-8e82-81b8b9114b99 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:57.019679 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-250e0953-d82b-41a8-986a-e9a51392fa33 req-9971e79f-3065-48fc-8e82-81b8b9114b99 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.3865662 Sep 09 20:05:57.055557 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:05:57.056450 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-83893bfc-18fa-422e-a680-e82932ae46e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679793 Sep 09 20:05:57.070901 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:05:57.157881 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-250e0953-d82b-41a8-986a-e9a51392fa33 req-daddc6a8-f983-49c9-9872-2062e4cae479 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258471 Sep 09 20:05:57.199977 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43cd1142-369f-4ed2-bf05-7f3a79191685 req-2b7fd200-f8f0-4a13-aa9f-efcd63d871d1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788552 Sep 09 20:05:57.243877 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-5e5b8a9e-e535-48b1-bd85-19f8a62840c1 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788538 Sep 09 20:05:57.425999 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1cf13974-e97a-420e-a18a-40726d0441a9 None None] Provisioning complete for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:57.426546 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1cf13974-e97a-420e-a18a-40726d0441a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:57.461109 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-f7bc8dd8-f53d-4d88-a924-c35006024ae4 req-b5d63431-cf07-47f3-b0f3-bccbb7ebffcd service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076938 Sep 09 20:05:57.487405 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-1cf13974-e97a-420e-a18a-40726d0441a9 None None] Port e40277c0-1e2e-4858-bddd-c6c3897ffd02 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:05:57.530548 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Router 7b24ec55-5e89-45e9-9426-5bca010db563 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:05:57.539780 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578630a-ed24-4cc1-be22-43f77a914b1e req-b8803e88-4e20-4e0c-af9a-514f10b737ef tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:57.541615 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f578630a-ed24-4cc1-be22-43f77a914b1e req-b8803e88-4e20-4e0c-af9a-514f10b737ef tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2083607 Sep 09 20:05:57.566862 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46805e32-20c2-493c-8131-4c629b58e87c req-7600c824-cfd4-4745-b877-64285dc569b3 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:57.568234 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46805e32-20c2-493c-8131-4c629b58e87c req-7600c824-cfd4-4745-b877-64285dc569b3 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 943 time: 0.1697774 Sep 09 20:05:57.681632 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f578630a-ed24-4cc1-be22-43f77a914b1e req-f79faf74-bc94-4024-b4b0-01175b74035d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255445 Sep 09 20:05:57.713010 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46805e32-20c2-493c-8131-4c629b58e87c req-3cad05d6-8f80-467c-963d-3fbd872d1332 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988994 Sep 09 20:05:57.736662 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:05:57.749597 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e64aef64-c3ca-4ebb-8e0b-d950d6eb91da admin admin] 10.222.0.37 "PUT /v2.0/routers/7b24ec55-5e89-45e9-9426-5bca010db563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3456025 Sep 09 20:05:58.084887 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 061967ca-eafd-4331-b0cc-fc9156f9b8ee up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:05:58.179259 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 061967ca-eafd-4331-b0cc-fc9156f9b8ee completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:05:58.184895 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 061967ca-eafd-4331-b0cc-fc9156f9b8ee triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:05:58.185432 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.346315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Sync routers for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:05:58.395660 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:05:58.398755 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:58.421639 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901cd07-8cfe-4e97-a0db-60e4f6d76443 req-fd7f4579-eb07-42bc-9dd8-5ad0acd843a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:58.423384 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7901cd07-8cfe-4e97-a0db-60e4f6d76443 req-fd7f4579-eb07-42bc-9dd8-5ad0acd843a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0957792 Sep 09 20:05:58.446258 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4aef3fe8-3d48-45db-84a6-b55032057b5a details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:05:58.450504 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.492659 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54078) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:58.500601 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580019469', 'description': 'tempest-secgroup-smoke-580019469 description', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:58.502304 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 061967ca-eafd-4331-b0cc-fc9156f9b8ee, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=061967ca-eafd-4331-b0cc-fc9156f9b8ee,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:58.518057 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.544836 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7901cd07-8cfe-4e97-a0db-60e4f6d76443 req-10f25876-67ce-4d19-829f-31e028dd96c9 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050727 Sep 09 20:05:58.570522 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.682185 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e7a6d-6c4c-4a88-964a-3310f256f394 req-fdb98ea1-6eed-4b50-99dd-e2cc366afc5e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:58.694009 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c00e7a6d-6c4c-4a88-964a-3310f256f394 req-fdb98ea1-6eed-4b50-99dd-e2cc366afc5e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1371322 Sep 09 20:05:58.722149 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.727389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.760562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.763447 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2688706 Sep 09 20:05:58.766527 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54086) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:58.768692 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c00e7a6d-6c4c-4a88-964a-3310f256f394 req-d7ca14f5-5834-4cc7-9aaa-df04c05bc7ca tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736158 Sep 09 20:05:58.772733 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:58.783078 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6947c-9c93-4ced-8923-79520e897c15 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4214f8f-f0c8-40da-8954-b2e607566688,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:58.820287 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.826984 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:05:58.891281 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=061967ca-eafd-4331-b0cc-fc9156f9b8ee,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:58.935084 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.940246 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.946727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:58.962036 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bae426-826a-4b42-ad24-965a842c613b req-b83db3c3-ce1d-4ba9-9227-3953ae522bce tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:58.963858 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-83bae426-826a-4b42-ad24-965a842c613b req-b83db3c3-ce1d-4ba9-9227-3953ae522bce tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0985062 Sep 09 20:05:58.972187 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '4aef3fe8-3d48-45db-84a6-b55032057b5a', 'network_id': '8ca334fe-80d0-45b3-9e15-9c2473861fc0', 'port_id': '4aef3fe8-3d48-45db-84a6-b55032057b5a', 'mac_address': 'fa:16:3e:b7:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e174fdcb-82db-4238-a106-6362d9228b4e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:05:58.975124 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fb5a84-b5d7-4f01-ae9c-3b29f0a207ee,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:58.982376 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:58.984897 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-92fc60a8-c14c-4ce7-bfc5-9b43ffb9c924 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2173686 Sep 09 20:05:58.987489 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:58.996613 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:59.021522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349b4a0-1d0d-45d2-ba13-0ab21a091e0d req-5eb16596-5521-4fbd-adb8-90cc0c979423 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:59.024275 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6349b4a0-1d0d-45d2-ba13-0ab21a091e0d req-5eb16596-5521-4fbd-adb8-90cc0c979423 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 943 time: 0.1090035 Sep 09 20:05:59.024904 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.065799 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.075630 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-83bae426-826a-4b42-ad24-965a842c613b req-9b7ded94-1646-493c-a007-1de1e48a4f84 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036594 Sep 09 20:05:59.093938 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aef3fe8-3d48-45db-84a6-b55032057b5a {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:05:59.114013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6349b4a0-1d0d-45d2-ba13-0ab21a091e0d req-0e21952b-c362-4088-b75a-bf19e67c00c4 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792305 Sep 09 20:05:59.130313 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.137554 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:05:59.151867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.152807 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.184220 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872ab81f-e724-44fc-b960-99bd382d10e8,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.188200 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.193804 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cdae67a1-f4cf-4dce-b3bd-45d40c7b0894 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2012088 Sep 09 20:05:59.194783 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:59.203468 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:59.213937 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:55Z', 'revision_number': 4, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'e40277c0-1e2e-4858-bddd-c6c3897ffd02', 'name': '', 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad', 'tenant_id': '949107c0c390481da8330904540fb944', 'mac_address': 'fa:16:3e:d1:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:54Z', 'updated_at': '2021-09-09T20:05:56Z', 'revision_number': 2, 'project_id': '949107c0c390481da8330904540fb944', 'subnets': [{'id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:05:59.247606 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.255100 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Checking router: 7b24ec55-5e89-45e9-9426-5bca010db563 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:05:59.255454 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Updating router 7b24ec55-5e89-45e9-9426-5bca010db563 port e40277c0-1e2e-4858-bddd-c6c3897ffd02 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:05:59.257572 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.287695 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.349808 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.355082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.377529 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04300d33-a675-4932-83fe-fc8129fe48c4,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.383422 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.385788 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8df99a99-0b2a-46cf-95f2-9bf937c2acad tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1891415 Sep 09 20:05:59.389471 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:59.397346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:59.442000 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.456202 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['4aef3fe8-3d48-45db-84a6-b55032057b5a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:05:59.515908 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.520789 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.542349 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a4e936-ebb0-448e-97f9-e2fcd1e4c0c9,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.553144 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.554531 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b1601da3-3e3d-41a0-954c-ce8c99e0480c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635308 Sep 09 20:05:59.559543 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:59.567937 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:59.598360 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Project c06c735fcc754c1d830ca723cc7fe7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:05:59.607861 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.740407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.753864 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:05:59.761412 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.773060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.812435 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Transition to ACTIVE for port object e40277c0-1e2e-4858-bddd-c6c3897ffd02 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:05:59.814985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a258399e-054e-4f6b-ad54-1ef8cca4ea54,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.819841 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ef3ce-0b8c-49ec-a60b-4396c2167878 req-c6905911-1250-4c7d-80bc-82e88524c587 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:05:59.822681 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-117ef3ce-0b8c-49ec-a60b-4396c2167878 req-c6905911-1250-4c7d-80bc-82e88524c587 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0978055 Sep 09 20:05:59.826674 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.846867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:05:59.858500 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6837a1b3-c9f3-46dc-8b1a-c1644129461a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2969608 Sep 09 20:05:59.859962 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:05:59.880056 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'security_group_rule': {'security_group_id': 'f4214f8f-f0c8-40da-8954-b2e607566688', 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:05:59.925065 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-117ef3ce-0b8c-49ec-a60b-4396c2167878 req-e2558677-8070-4fe0-8113-341630ca103c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928147 Sep 09 20:05:59.975296 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce1f9-1c21-4b24-a9bc-df96a3452370 None None] Pushing event updated for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:05:59.993641 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Attempting to bind port e40277c0-1e2e-4858-bddd-c6c3897ffd02 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:05:59.994077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Attempting to bind port e40277c0-1e2e-4858-bddd-c6c3897ffd02 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:05:59.994495 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Attempting to bind port e40277c0-1e2e-4858-bddd-c6c3897ffd02 on network 19c383d6-e86e-42c6-b814-db0fac03c8ad {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:05:59.998298 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Project c06c735fcc754c1d830ca723cc7fe7d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:06:00.008593 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.012163 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:06:00.013062 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Checking segment: {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:06:00.013916 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.017053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Bound using segment: {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:06:00.018078 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Bound port: e40277c0-1e2e-4858-bddd-c6c3897ffd02, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f98319-cce4-4d70-8b3f-d1b02d1d24d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:06:00.018826 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.124094 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] For port e40277c0-1e2e-4858-bddd-c6c3897ffd02, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:06:00.128470 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc254d-53f4-48bc-bfa8-a58198c6dceb req-c713248f-8669-4f53-8b5c-6498057393b7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:00.129644 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] For port e40277c0-1e2e-4858-bddd-c6c3897ffd02, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=e40277c0-1e2e-4858-bddd-c6c3897ffd02,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:06:00.146355 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-15bc254d-53f4-48bc-bfa8-a58198c6dceb req-c713248f-8669-4f53-8b5c-6498057393b7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1687572 Sep 09 20:06:00.157672 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 061967ca-eafd-4331-b0cc-fc9156f9b8ee up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:00.223433 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.234590 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.243741 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.273692 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752b0e4d-786a-43af-a192-1215650de074,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:00.275576 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-15bc254d-53f4-48bc-bfa8-a58198c6dceb req-3f6c0e0e-35a9-432b-b0c8-1b59d27eb33a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187530 Sep 09 20:06:00.305654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.307967 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-813fc0aa-722f-4ab3-b41d-af2cd4b460ef tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4407141 Sep 09 20:06:00.313186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9ccdf-b871-482a-a94b-850534dd7220 req-2a8aa603-d08d-413d-86e5-2183829176b5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:00.335105 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6ba9ccdf-b871-482a-a94b-850534dd7220 req-2a8aa603-d08d-413d-86e5-2183829176b5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0997829 Sep 09 20:06:00.371604 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:06:00.372273 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:05:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:00.374237 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce1f9-1c21-4b24-a9bc-df96a3452370 None None] Pushing event updated for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:00.484224 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324fa93-9e31-471b-ab7b-9b39750f1152 req-41549465-ece2-4b26-b9f6-1f2f14a1b461 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:00.485892 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6324fa93-9e31-471b-ab7b-9b39750f1152 req-41549465-ece2-4b26-b9f6-1f2f14a1b461 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 944 time: 0.0929799 Sep 09 20:06:00.509818 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6ba9ccdf-b871-482a-a94b-850534dd7220 req-87b6a833-29de-4cd9-9ab6-8c503e7cc21c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711204 Sep 09 20:06:00.522069 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 061967ca-eafd-4331-b0cc-fc9156f9b8ee triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:00.522799 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:00.595491 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6324fa93-9e31-471b-ab7b-9b39750f1152 req-7e7af9a2-c5df-4c9f-bb59-58c27ebec7e2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843167 Sep 09 20:06:00.665175 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:06:00.963177 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:55Z', 'revision_number': 4, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'e40277c0-1e2e-4858-bddd-c6c3897ffd02', 'name': '', 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad', 'tenant_id': '949107c0c390481da8330904540fb944', 'mac_address': 'fa:16:3e:d1:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:54Z', 'updated_at': '2021-09-09T20:06:00Z', 'revision_number': 4, 'project_id': '949107c0c390481da8330904540fb944', 'subnets': [{'id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:01.010615 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da114f52-b292-42ac-aa1d-7ef16a480dcc None None] The sync data for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi is: [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:05:55Z', 'revision_number': 4, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'e40277c0-1e2e-4858-bddd-c6c3897ffd02', 'name': '', 'network_id': '19c383d6-e86e-42c6-b814-db0fac03c8ad', 'tenant_id': '949107c0c390481da8330904540fb944', 'mac_address': 'fa:16:3e:d1:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:54Z', 'updated_at': '2021-09-09T20:06:00Z', 'revision_number': 4, 'project_id': '949107c0c390481da8330904540fb944', 'subnets': [{'id': 'e4cd9e7a-fc8e-4200-b80d-aef447324895', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:06:01.153268 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99906-7e29-49c4-8b4a-02255429e762 req-84f5213b-9770-4958-aba8-04a4d23cf9b2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:01.155897 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b7f99906-7e29-49c4-8b4a-02255429e762 req-84f5213b-9770-4958-aba8-04a4d23cf9b2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1074302 Sep 09 20:06:01.226942 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b7f99906-7e29-49c4-8b4a-02255429e762 req-f10d1491-ca46-49a9-8f24-c2e7df20199c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622044 Sep 09 20:06:01.480756 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6db96-e9b3-42f9-b9fa-fbdf3caa4ee8 req-e40d4080-8e15-480f-8e10-a930da46db39 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:01.491413 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4eb6db96-e9b3-42f9-b9fa-fbdf3caa4ee8 req-e40d4080-8e15-480f-8e10-a930da46db39 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0884230 Sep 09 20:06:01.568547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4eb6db96-e9b3-42f9-b9fa-fbdf3caa4ee8 req-2161fd3d-370b-4e35-beef-d7cc90df6f08 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698857 Sep 09 20:06:01.721047 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f989a9-a47f-4e72-b028-e6e7c3d49714 req-bbfc7e59-8dfc-496e-b3bb-48ac554e135a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:01.725039 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-50f989a9-a47f-4e72-b028-e6e7c3d49714 req-bbfc7e59-8dfc-496e-b3bb-48ac554e135a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0892630 Sep 09 20:06:01.818458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-50f989a9-a47f-4e72-b028-e6e7c3d49714 req-b1df7886-86e8-46d5-b151-732f33da758d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788193 Sep 09 20:06:01.836378 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b1e2-b652-4346-8806-d5b6937d2d04 req-f7b5ca90-bd47-43df-9ae8-7cf895b8a99b tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:01.838913 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bd94b1e2-b652-4346-8806-d5b6937d2d04 req-f7b5ca90-bd47-43df-9ae8-7cf895b8a99b tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 944 time: 0.0952260 Sep 09 20:06:01.893631 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bd94b1e2-b652-4346-8806-d5b6937d2d04 req-670507c9-8c1b-403d-a1b8-a07165d2c4a8 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Sep 09 20:06:02.030080 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device e40277c0-1e2e-4858-bddd-c6c3897ffd02 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:02.094714 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:06:02.099054 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:02.100123 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.151493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54210) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:02.212024 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.275296 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port e40277c0-1e2e-4858-bddd-c6c3897ffd02, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=e40277c0-1e2e-4858-bddd-c6c3897ffd02,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:02.284306 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.325967 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f03626d-5d88-4070-abfb-8c0808f1120a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.351380 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:02.424212 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab33ff7-60d8-4677-be9a-4eda8cf4a4d7 req-ee765b0f-1c39-40b6-9600-80669adb859f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:02.425859 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ab33ff7-60d8-4677-be9a-4eda8cf4a4d7 req-ee765b0f-1c39-40b6-9600-80669adb859f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0895917 Sep 09 20:06:02.455782 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4aef3fe8-3d48-45db-84a6-b55032057b5a up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:02.494204 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ab33ff7-60d8-4677-be9a-4eda8cf4a4d7 req-6c27d2a9-34e0-44f8-ba4a-e2f66d5f62a2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602403 Sep 09 20:06:02.523867 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 4aef3fe8-3d48-45db-84a6-b55032057b5a completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:06:02.532158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 4aef3fe8-3d48-45db-84a6-b55032057b5a triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:02.532901 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.552045 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f03626d-5d88-4070-abfb-8c0808f1120a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.559998 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3f03626d-5d88-4070-abfb-8c0808f1120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.627582 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3f03626d-5d88-4070-abfb-8c0808f1120a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cf1383dcde845e9884fb10514dc076a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4723136 Sep 09 20:06:02.632700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54220) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:02.647504 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03626d-5d88-4070-abfb-8c0808f1120a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024f0f8b-40d8-4c49-bab4-99ee9a2d57c5,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:02.679337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.705504 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.747217 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:02.752070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37486504-080b-423a-a8a8-8c8382b8758b" -d '{"events": [{"server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "name": "network-vif-plugged", "status": "completed", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:02.753585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.772026 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:02.779304 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.821651 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18f9d7-6377-4051-8579-e27650c8bb52 req-8fb18543-2bb3-403c-aa32-a0a21a88df47 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:02.824420 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fa18f9d7-6377-4051-8579-e27650c8bb52 req-8fb18543-2bb3-403c-aa32-a0a21a88df47 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0835786 Sep 09 20:06:02.832727 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.835175 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:02.836714 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/024f0f8b-40d8-4c49-bab4-99ee9a2d57c5 HTTP/1.1" status: 204 len: 168 time: 0.2029226 Sep 09 20:06:02.851813 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9104-a7a4-45a6-99eb-968b138b0f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f0f8b-40d8-4c49-bab4-99ee9a2d57c5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:02.901376 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f288bba3-c78e-4b8e-a926-4b1a1a6da75a x-openstack-request-id: req-f288bba3-c78e-4b8e-a926-4b1a1a6da75a {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:02.901696 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "name": "network-vif-plugged", "status": "completed", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:02.902969 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f288bba3-c78e-4b8e-a926-4b1a1a6da75a {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:02.902969 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a', 'code': 200} Sep 09 20:06:02.905456 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:02.941190 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fa18f9d7-6377-4051-8579-e27650c8bb52 req-afcd6e4c-565e-478a-9651-d1bf91daa436 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Sep 09 20:06:03.143070 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0c5e0-7ff9-4ba2-9111-eae30a531017 req-c9c1d0ad-20cc-4bf8-b45a-a5c8d4e57f23 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:03.144669 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ffe0c5e0-7ff9-4ba2-9111-eae30a531017 req-c9c1d0ad-20cc-4bf8-b45a-a5c8d4e57f23 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1251502 Sep 09 20:06:03.178806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f081b59-e306-4220-9c00-861fe891066d req-b14f097b-1d17-4695-a9c7-d51eeea92c5a tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:03.181797 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f081b59-e306-4220-9c00-861fe891066d req-b14f097b-1d17-4695-a9c7-d51eeea92c5a tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.1251006 Sep 09 20:06:03.233673 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926623ea-4e6c-4bfc-8da0-7f5694040124 req-ea449997-80bc-48c4-9d8a-ae596738d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:03.236374 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-926623ea-4e6c-4bfc-8da0-7f5694040124 req-ea449997-80bc-48c4-9d8a-ae596738d524 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 1098 time: 0.0919664 Sep 09 20:06:03.300111 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f081b59-e306-4220-9c00-861fe891066d req-b156a79e-2e5d-4f7f-bfda-48d66aa9384e tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009319 Sep 09 20:06:03.317961 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ffe0c5e0-7ff9-4ba2-9111-eae30a531017 req-a02c47ac-d684-44f8-90fd-cdd17f5376fc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623075 Sep 09 20:06:03.319669 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-926623ea-4e6c-4bfc-8da0-7f5694040124 req-102c8597-66bf-4cf8-9ff2-8f97d03b2778 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751045 Sep 09 20:06:03.402591 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54234) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:03.416636 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e3df039-a57c-46ce-9b79-1e214ee19ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.537975 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e3df039-a57c-46ce-9b79-1e214ee19ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.543599 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8e3df039-a57c-46ce-9b79-1e214ee19ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.595916 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-8e3df039-a57c-46ce-9b79-1e214ee19ec7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d5c195d913a8450390bed93884ea6f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915445 Sep 09 20:06:03.597267 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54238) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:03.601421 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3df039-a57c-46ce-9b79-1e214ee19ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce76efe-1153-4353-8137-4b7685e003d9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:03.783514 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9fd02-b899-4b0f-82b7-d5e6080e26a5 req-894fdc4b-f514-4a80-b5a4-b08ef2c38700 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:03.790279 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0fb9fd02-b899-4b0f-82b7-d5e6080e26a5 req-894fdc4b-f514-4a80-b5a4-b08ef2c38700 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1694579 Sep 09 20:06:03.800683 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.848664 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.864655 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0fb9fd02-b899-4b0f-82b7-d5e6080e26a5 req-c6e5112a-19aa-4315-8ce1-e342d997e820 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657670 Sep 09 20:06:03.929287 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.934844 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:03.936865 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ce76efe-1153-4353-8137-4b7685e003d9 HTTP/1.1" status: 204 len: 168 time: 0.3375442 Sep 09 20:06:03.951367 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df7f0b-4cf4-432a-973a-8ca0199f78fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce76efe-1153-4353-8137-4b7685e003d9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:04.021053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device e40277c0-1e2e-4858-bddd-c6c3897ffd02 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:04.112583 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port e40277c0-1e2e-4858-bddd-c6c3897ffd02 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:04.113213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:04.153048 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed380b-2323-4a6d-b6c1-a744b99ab308 req-26e57141-18ea-467f-8eb7-ec48f36a6b3d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:04.156143 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62ed380b-2323-4a6d-b6c1-a744b99ab308 req-26e57141-18ea-467f-8eb7-ec48f36a6b3d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0845420 Sep 09 20:06:04.230781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62ed380b-2323-4a6d-b6c1-a744b99ab308 req-9517d43a-3138-4921-a262-7ce19f8f835f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666876 Sep 09 20:06:04.535916 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5a2d-662a-4c7f-b885-b64a567ef0c2 req-c8c552fd-20d2-42a5-97ba-a83e5ac80db2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:04.539422 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-768f5a2d-662a-4c7f-b885-b64a567ef0c2 req-c8c552fd-20d2-42a5-97ba-a83e5ac80db2 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.1535358 Sep 09 20:06:04.595384 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57464f-955f-419a-ae03-5346bf3adfdb req-bea132e0-9fa6-4873-aa98-dd0d9e653a16 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:04.598236 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ad57464f-955f-419a-ae03-5346bf3adfdb req-bea132e0-9fa6-4873-aa98-dd0d9e653a16 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1437819 Sep 09 20:06:04.665678 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-768f5a2d-662a-4c7f-b885-b64a567ef0c2 req-046e2165-9024-4191-a72e-d5fa36aae7dd tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205182 Sep 09 20:06:04.697632 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ad57464f-955f-419a-ae03-5346bf3adfdb req-12a7aa93-4805-49c1-a7db-a2f8bc7b1df7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772772 Sep 09 20:06:05.023656 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bba01-19ca-458c-9a76-5eb55f9354cc req-cd72f94d-6f88-4446-8f95-9c8eed10fa1b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:05.025282 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-700bba01-19ca-458c-9a76-5eb55f9354cc req-cd72f94d-6f88-4446-8f95-9c8eed10fa1b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0642779 Sep 09 20:06:05.093499 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-700bba01-19ca-458c-9a76-5eb55f9354cc req-ce9c6a4c-4e21-4077-85ab-af5243f19928 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604455 Sep 09 20:06:05.400747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74da7be-0614-4a19-b524-978c87b4cdf9 req-05a1662b-8ac8-4a22-8ee1-48989d8997b0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:05.404818 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f74da7be-0614-4a19-b524-978c87b4cdf9 req-05a1662b-8ac8-4a22-8ee1-48989d8997b0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0819004 Sep 09 20:06:05.471376 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f74da7be-0614-4a19-b524-978c87b4cdf9 req-c27b4563-056b-41d4-8545-86a1a7b1bf1c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Sep 09 20:06:05.877018 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124484e-af99-4f49-b404-7eceda6fd1b4 req-312e4735-00fc-40e2-8d70-642ee08b2f6e tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:05.878692 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3124484e-af99-4f49-b404-7eceda6fd1b4 req-312e4735-00fc-40e2-8d70-642ee08b2f6e tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.1146622 Sep 09 20:06:05.892625 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ee13c-0e2c-402c-98e1-362c05c6ed3f req-0f093d54-e64c-4fef-ba30-5352be588815 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:05.894256 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4d0ee13c-0e2c-402c-98e1-362c05c6ed3f req-0f093d54-e64c-4fef-ba30-5352be588815 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0807838 Sep 09 20:06:05.955451 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3124484e-af99-4f49-b404-7eceda6fd1b4 req-e24a3a9d-bb7b-4f35-a256-1fa9643ca0b3 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601573 Sep 09 20:06:05.976443 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4d0ee13c-0e2c-402c-98e1-362c05c6ed3f req-742efd10-fe81-4574-a49e-304ca258c706 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640795 Sep 09 20:06:06.259327 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddf802-c45e-4d22-a9eb-7749070dde11 req-f56645b7-8b6b-48fc-a187-5c5c6df22db5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:06.264899 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81ddf802-c45e-4d22-a9eb-7749070dde11 req-f56645b7-8b6b-48fc-a187-5c5c6df22db5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0846562 Sep 09 20:06:06.332459 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81ddf802-c45e-4d22-a9eb-7749070dde11 req-5a8802b0-09b7-4758-bac3-03c1cbc14bb5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605779 Sep 09 20:06:06.668797 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51dac0-28ae-41f0-a6e0-9fa7696ce4d3 req-873619d3-dd5c-464e-a4db-6a4ef68ee314 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:06.672046 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a51dac0-28ae-41f0-a6e0-9fa7696ce4d3 req-873619d3-dd5c-464e-a4db-6a4ef68ee314 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1081204 Sep 09 20:06:06.789132 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a51dac0-28ae-41f0-a6e0-9fa7696ce4d3 req-6266fe78-dda2-4095-96c9-35f0180053d1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947850 Sep 09 20:06:06.971847 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea4a1-933a-45a3-8c41-21569d3bfd14 req-1f9e0eb5-24bf-4c29-bf77-fd9630102ded tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:06.973998 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0fea4a1-933a-45a3-8c41-21569d3bfd14 req-1f9e0eb5-24bf-4c29-bf77-fd9630102ded tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.0823209 Sep 09 20:06:07.045630 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0fea4a1-933a-45a3-8c41-21569d3bfd14 req-ea003415-7763-4ddd-90bc-adaab2add479 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600240 Sep 09 20:06:07.161881 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0136c5a-7ff2-4e25-a447-308bae1db377 req-2fd04776-f79e-4dce-8f33-dc32a35ba83c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:07.163761 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0136c5a-7ff2-4e25-a447-308bae1db377 req-2fd04776-f79e-4dce-8f33-dc32a35ba83c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0698626 Sep 09 20:06:07.218480 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0136c5a-7ff2-4e25-a447-308bae1db377 req-1e80ac2b-7cd7-41dc-a73d-62f6d6ec4e96 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Sep 09 20:06:07.496090 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d45e5-18c2-47a8-bcf4-83d2fd2dfaea req-306330ed-fef3-439b-86ba-dc221648aeb8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:07.497970 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5e2d45e5-18c2-47a8-bcf4-83d2fd2dfaea req-306330ed-fef3-439b-86ba-dc221648aeb8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0670781 Sep 09 20:06:07.548589 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5e2d45e5-18c2-47a8-bcf4-83d2fd2dfaea req-cf8acbc8-2379-4058-9b70-1960801d3043 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Sep 09 20:06:07.959931 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645e3b0-6873-40a4-b69c-08b0d74687e4 req-fd479e04-b2ae-4ecd-8f47-8fab1c8f019a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:07.961633 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c645e3b0-6873-40a4-b69c-08b0d74687e4 req-fd479e04-b2ae-4ecd-8f47-8fab1c8f019a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0611920 Sep 09 20:06:08.007724 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c645e3b0-6873-40a4-b69c-08b0d74687e4 req-af30fe66-2d18-41bd-842f-9ab120498506 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Sep 09 20:06:08.194624 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b1ba2-4acb-491e-9189-00496a516a8b req-808702f1-03c3-4865-9a72-64bc8ae064cd tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:08.196253 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c46b1ba2-4acb-491e-9189-00496a516a8b req-808702f1-03c3-4865-9a72-64bc8ae064cd tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.0635722 Sep 09 20:06:08.247894 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c46b1ba2-4acb-491e-9189-00496a516a8b req-6ee0e638-18d0-40db-b2a4-9864505dcc5e tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfa6c4a6-fc36-4664-9811-1c0d26f44b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Sep 09 20:06:08.377874 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9300b-4575-4014-a322-022139b5a10f req-5e27c944-ae0e-44be-b793-a4d6c80ce9af tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:08.379407 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-68f9300b-4575-4014-a322-022139b5a10f req-5e27c944-ae0e-44be-b793-a4d6c80ce9af tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0630684 Sep 09 20:06:08.397995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-ef53e935-c1df-4727-89a6-ce447c30a242 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:08.400570 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-ef53e935-c1df-4727-89a6-ce447c30a242 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 945 time: 0.0721421 Sep 09 20:06:08.432339 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-68f9300b-4575-4014-a322-022139b5a10f req-bda3719c-19e3-46f3-a1f0-2061191a7bb9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Sep 09 20:06:08.524177 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Deleting port 4aef3fe8-3d48-45db-84a6-b55032057b5a {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:06:08.524534 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:08.635979 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] For port 4aef3fe8-3d48-45db-84a6-b55032057b5a, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4aef3fe8-3d48-45db-84a6-b55032057b5a,segment=NetworkSegment(ed445a27-cca0-4a5c-b245-a5a1b29dba11),segment_id=ed445a27-cca0-4a5c-b245-a5a1b29dba11)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:08.636490 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:08.653597 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Calling delete_port for 4aef3fe8-3d48-45db-84a6-b55032057b5a owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:06:08.737507 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d5064-0203-4e41-b5cf-eda391029854 req-60dcd535-3f1c-417e-8730-33b5a66670e0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:08.740107 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b46d5064-0203-4e41-b5cf-eda391029854 req-60dcd535-3f1c-417e-8730-33b5a66670e0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1024370 Sep 09 20:06:08.814600 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b46d5064-0203-4e41-b5cf-eda391029854 req-fd920ea4-7605-469a-8d9f-e7f40e232d80 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668204 Sep 09 20:06:08.840182 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:08.844336 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['4aef3fe8-3d48-45db-84a6-b55032057b5a'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:08.882467 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Pushing event deleted for resources: {'Port': ['ID=4aef3fe8-3d48-45db-84a6-b55032057b5a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:08.954136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] No DVR routers for this DVR port 4aef3fe8-3d48-45db-84a6-b55032057b5a on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:06:08.957274 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:08.959465 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1ff631a9-118d-4b55-9c34-2db312bcdf8e req-f850ef80-c889-4bfa-90a3-090eb1c9eb52 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.30 "DELETE /v2.0/ports/4aef3fe8-3d48-45db-84a6-b55032057b5a HTTP/1.1" status: 204 len: 173 time: 0.5522141 Sep 09 20:06:08.959938 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'name': 'network-vif-deleted', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:08.962383 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d1a12f-5135-4864-9ed1-284c92159a9d" -d '{"events": [{"server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "name": "network-vif-deleted", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:09.038780 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11162778-3ad0-4304-8ea1-6edf6acdb53a x-openstack-request-id: req-11162778-3ad0-4304-8ea1-6edf6acdb53a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:09.039239 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddbe0ec-6559-47bc-9c48-e8b60fb75e57", "name": "network-vif-deleted", "tag": "4aef3fe8-3d48-45db-84a6-b55032057b5a", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:09.039352 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11162778-3ad0-4304-8ea1-6edf6acdb53a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:09.039723 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbe0ec-6559-47bc-9c48-e8b60fb75e57', 'name': 'network-vif-deleted', 'tag': '4aef3fe8-3d48-45db-84a6-b55032057b5a', 'status': 'completed', 'code': 200} Sep 09 20:06:09.045591 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54362) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:09.172865 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99340b83-d0c2-4652-bbe7-88846297d3e7 req-2e440f5b-3530-4814-994a-d152c7587848 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:09.174562 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99340b83-d0c2-4652-bbe7-88846297d3e7 req-2e440f5b-3530-4814-994a-d152c7587848 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0642216 Sep 09 20:06:09.197568 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7483516-bd1b-48e0-a290-f13f130254d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.244336 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99340b83-d0c2-4652-bbe7-88846297d3e7 req-e811abf5-663c-4b0f-b295-419bd19b7c00 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553651 Sep 09 20:06:09.346116 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7483516-bd1b-48e0-a290-f13f130254d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.351606 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b7483516-bd1b-48e0-a290-f13f130254d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.413857 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da898ca4-1ea3-43f1-ab44-0d3081ea0f21 req-7a9a8475-26af-43b2-a985-c897d84b7c10 tempest-VolumesActionsTest-310798105 tempest-VolumesActionsTest-310798105-project] 10.222.0.37 "GET /v2.0/ports?device_id=dddbe0ec-6559-47bc-9c48-e8b60fb75e57 HTTP/1.1" status: 200 len: 210 time: 0.0587733 Sep 09 20:06:09.429745 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b7483516-bd1b-48e0-a290-f13f130254d8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4a7ab26284a4e308c4f6f72c98590bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819985 Sep 09 20:06:09.430373 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7483516-bd1b-48e0-a290-f13f130254d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b9f2ad-87d2-4213-bb53-875604316e14,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:09.434365 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54368) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:09.538475 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.571035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.613448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9da8-c5c9-4016-915c-b9891033b3a0 req-c2ff6fbd-cd93-4fa5-8db8-93fc2b953c07 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:09.616257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fd4a9da8-c5c9-4016-915c-b9891033b3a0 req-c2ff6fbd-cd93-4fa5-8db8-93fc2b953c07 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0935297 Sep 09 20:06:09.648331 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.652829 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:09.666322 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9b9f2ad-87d2-4213-bb53-875604316e14 HTTP/1.1" status: 204 len: 168 time: 0.2230604 Sep 09 20:06:09.684889 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fd4a9da8-c5c9-4016-915c-b9891033b3a0 req-6f2be323-da65-46ce-86cb-180fae81883e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597098 Sep 09 20:06:09.685374 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281f610-73b1-4b8a-836a-115bed187419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b9f2ad-87d2-4213-bb53-875604316e14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:10.005349 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34780456-cc76-49ff-8b98-87a87788ea3b req-1a6b168f-a5b8-449e-b540-a520e86f1ef7 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:10.008080 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34780456-cc76-49ff-8b98-87a87788ea3b req-1a6b168f-a5b8-449e-b540-a520e86f1ef7 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0882039 Sep 09 20:06:10.084013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34780456-cc76-49ff-8b98-87a87788ea3b req-8c3c633b-0ff8-468c-b6fb-dd064df21145 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621798 Sep 09 20:06:10.401653 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf12f3-311e-4fa7-a02e-042683e43a2e req-eee65ffc-296e-4af2-908b-2dba46b88f51 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:10.404408 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-daaf12f3-311e-4fa7-a02e-042683e43a2e req-eee65ffc-296e-4af2-908b-2dba46b88f51 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0622656 Sep 09 20:06:10.459043 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-daaf12f3-311e-4fa7-a02e-042683e43a2e req-1c68445c-4d67-4d1b-b7e0-353728e4a6e5 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Sep 09 20:06:10.884455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53ec7c-3ad8-44a7-b7a5-fcdfa2ab9210 req-00a4c9ab-bc7b-4d9f-9eae-f3f640a0e1c8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:10.886414 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ff53ec7c-3ad8-44a7-b7a5-fcdfa2ab9210 req-00a4c9ab-bc7b-4d9f-9eae-f3f640a0e1c8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0850041 Sep 09 20:06:10.944547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ff53ec7c-3ad8-44a7-b7a5-fcdfa2ab9210 req-2261debd-82e7-4538-9a0e-7c3e1280c301 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506275 Sep 09 20:06:11.330800 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c5ec5-4b54-402f-ab6e-0337b0b919c4 req-0c4d296a-904e-4512-82c3-70fa8d465581 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:11.333835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a44c5ec5-4b54-402f-ab6e-0337b0b919c4 req-0c4d296a-904e-4512-82c3-70fa8d465581 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1001480 Sep 09 20:06:11.412659 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a44c5ec5-4b54-402f-ab6e-0337b0b919c4 req-4869b690-d36b-4b20-b414-f599e8025e1c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662973 Sep 09 20:06:11.780506 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2d0d2-9fad-46f9-a513-a62f81f9b076 req-ebdab8a9-8a91-4a50-804d-c0ed20f27c4b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:11.786313 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05f2d0d2-9fad-46f9-a513-a62f81f9b076 req-ebdab8a9-8a91-4a50-804d-c0ed20f27c4b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1888101 Sep 09 20:06:11.815129 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327eeb84-eb66-4f49-b0fa-3726559cec32 req-eef246cc-3804-4cc4-98ff-a471443d8b28 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:11.816841 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-327eeb84-eb66-4f49-b0fa-3726559cec32 req-eef246cc-3804-4cc4-98ff-a471443d8b28 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1272469 Sep 09 20:06:11.874620 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05f2d0d2-9fad-46f9-a513-a62f81f9b076 req-ebe2a091-386c-4cb9-985f-355de64e9717 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Sep 09 20:06:11.893207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-327eeb84-eb66-4f49-b0fa-3726559cec32 req-8599b285-7ce5-4d13-9579-23d31345e8f1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658045 Sep 09 20:06:12.112187 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e5426-f0f1-4a22-b6b0-e028e130ef93 req-f12dd819-1d04-48b1-857b-055348936df5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:12.114037 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-955e5426-f0f1-4a22-b6b0-e028e130ef93 req-f12dd819-1d04-48b1-857b-055348936df5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0740016 Sep 09 20:06:12.161014 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-955e5426-f0f1-4a22-b6b0-e028e130ef93 req-bc1514f6-e251-4c52-bd3f-9b634d224a81 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380068 Sep 09 20:06:12.753866 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4aef3fe8-3d48-45db-84a6-b55032057b5a no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:12.809089 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 4aef3fe8-3d48-45db-84a6-b55032057b5a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:06:12.810144 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4aef3fe8-3d48-45db-84a6-b55032057b5a not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:06:12.835700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-510179ef-0260-42d3-aa65-d594db9bbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:12.837504 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-510179ef-0260-42d3-aa65-d594db9bbac2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1099 time: 0.0766237 Sep 09 20:06:13.062999 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6bc78-c168-4131-af43-bc855b805d2f req-c5de6d3e-9763-455a-8f85-1f6a3aeb1422 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:13.064630 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cf6bc78-c168-4131-af43-bc855b805d2f req-c5de6d3e-9763-455a-8f85-1f6a3aeb1422 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0915754 Sep 09 20:06:13.074117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9042-2a2f-4652-8b74-364eda703c52 req-157c4c9a-1beb-46be-b41b-843a3700b655 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:13.076026 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8aa9042-2a2f-4652-8b74-364eda703c52 req-157c4c9a-1beb-46be-b41b-843a3700b655 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1017056 Sep 09 20:06:13.129664 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cf6bc78-c168-4131-af43-bc855b805d2f req-3357d03a-b398-4745-9d5c-50d0075b0591 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524504 Sep 09 20:06:13.145594 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8aa9042-2a2f-4652-8b74-364eda703c52 req-f1932ed4-87da-4375-b6cd-3cf71ac51167 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541711 Sep 09 20:06:13.313150 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7870e9c-7db9-4836-b746-7ead118c9334 req-a933dbf7-5794-455d-b0d3-edfdc4173c84 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:13.314819 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b7870e9c-7db9-4836-b746-7ead118c9334 req-a933dbf7-5794-455d-b0d3-edfdc4173c84 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0539446 Sep 09 20:06:13.374717 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b7870e9c-7db9-4836-b746-7ead118c9334 req-309699da-4046-4258-b531-9ebb47f45247 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533857 Sep 09 20:06:13.711129 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-947b1632-ce85-4ce7-ad08-5fe068c81679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:13.712856 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-947b1632-ce85-4ce7-ad08-5fe068c81679 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.1027489 Sep 09 20:06:14.287812 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df499020-b28d-4ac9-8b19-8aacb93cd033 req-a71185ab-0818-4cc1-9a0d-46ef36ca1b42 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:14.289427 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-df499020-b28d-4ac9-8b19-8aacb93cd033 req-a71185ab-0818-4cc1-9a0d-46ef36ca1b42 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0816035 Sep 09 20:06:14.312220 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e52f1a-9f58-473b-9b53-48ab2ebca32a req-11427bab-5764-4cc2-9a81-030c922383f6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:14.313826 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f4e52f1a-9f58-473b-9b53-48ab2ebca32a req-11427bab-5764-4cc2-9a81-030c922383f6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0745933 Sep 09 20:06:14.362190 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-df499020-b28d-4ac9-8b19-8aacb93cd033 req-55fb38a0-76d6-4541-9c86-2ce3a41b8ff0 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641563 Sep 09 20:06:14.376770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f4e52f1a-9f58-473b-9b53-48ab2ebca32a req-c2c3e315-e8f6-4331-8dc4-90a5a23b8ee9 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543780 Sep 09 20:06:14.519100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da225d4a-ec04-40b3-8368-3b260421e9f3 req-a286800f-8e72-4097-9205-1a399b69ea79 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:14.520749 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da225d4a-ec04-40b3-8368-3b260421e9f3 req-a286800f-8e72-4097-9205-1a399b69ea79 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0558286 Sep 09 20:06:14.544739 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5f39aced-8767-40a4-9741-5ae7f5346f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:14.589801 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da225d4a-ec04-40b3-8368-3b260421e9f3 req-07d6d474-0a6a-4e0f-b04a-1508143e6420 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533042 Sep 09 20:06:14.644206 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-77b0bcfa-0859-40f2-845e-4848abd988b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 1001 time: 0.0749104 Sep 09 20:06:14.733437 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-9157e040-e5d2-4462-bb88-6b50f1c2600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:14.734843 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-9157e040-e5d2-4462-bb88-6b50f1c2600a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0825036 Sep 09 20:06:14.794272 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-f99bb1e9-a0b5-41dc-9937-1103a339c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:14.795840 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-f99bb1e9-a0b5-41dc-9937-1103a339c5a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472775 Sep 09 20:06:14.909161 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-a302fca3-3b57-4534-b867-c5196958a4ab service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042135 Sep 09 20:06:15.027897 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-544af017-73e2-4a0c-8f2a-5ce9e76dc2a8 req-3ea48907-8d01-4971-9f03-73b21a6417dd service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097600 Sep 09 20:06:15.541393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b7b43-85a8-40cd-bbc3-96cb87fb3721 req-d5350b26-c9de-4155-b448-33bdafebe1fb tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:15.543428 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-983b7b43-85a8-40cd-bbc3-96cb87fb3721 req-d5350b26-c9de-4155-b448-33bdafebe1fb tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0880263 Sep 09 20:06:15.564648 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00bac9-2aaa-47f2-9289-e45432a19fb8 req-bebe7181-7db1-4142-a328-58d56d568e2a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:15.567653 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7a00bac9-2aaa-47f2-9289-e45432a19fb8 req-bebe7181-7db1-4142-a328-58d56d568e2a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0785375 Sep 09 20:06:15.621914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-983b7b43-85a8-40cd-bbc3-96cb87fb3721 req-f53f22f6-4b75-4fbb-b796-9b053ab45796 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709655 Sep 09 20:06:15.638344 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7a00bac9-2aaa-47f2-9289-e45432a19fb8 req-c363b1d5-b454-484b-b5cc-4fcc66d4a790 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608184 Sep 09 20:06:15.789141 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54bc06-ebe4-42a6-8987-226398c777e9 req-d4209fed-aa2b-47c5-afb9-03fe9efbf3b7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:15.791540 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb54bc06-ebe4-42a6-8987-226398c777e9 req-d4209fed-aa2b-47c5-afb9-03fe9efbf3b7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0823226 Sep 09 20:06:15.848577 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb54bc06-ebe4-42a6-8987-226398c777e9 req-ff1e1fff-8118-40da-9a6c-6455bbd7c3f7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484824 Sep 09 20:06:16.880073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa44c0d-4e1d-4fea-8fc0-67deebefc7db req-04ae813d-ac78-42ce-9af0-447f82a99cbb tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:16.889458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-aaa44c0d-4e1d-4fea-8fc0-67deebefc7db req-04ae813d-ac78-42ce-9af0-447f82a99cbb tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1007359 Sep 09 20:06:16.943129 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-aaa44c0d-4e1d-4fea-8fc0-67deebefc7db req-1bb41cf6-85d9-4f35-952c-528eca0d0b70 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522206 Sep 09 20:06:16.956951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40de10-3888-4061-8415-65de92992b0e req-c4dc3dd7-b2b6-4620-8756-38d5d27de4bb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:16.965883 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb40de10-3888-4061-8415-65de92992b0e req-c4dc3dd7-b2b6-4620-8756-38d5d27de4bb tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1351154 Sep 09 20:06:17.097594 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb40de10-3888-4061-8415-65de92992b0e req-910dd7ec-52f9-4808-9f82-67d18365b08c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143811 Sep 09 20:06:17.116268 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e46d7-ca63-41e5-ab80-8799badae0af req-fb675bf3-f2de-4f91-b60e-b2abbf04edfe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:17.117853 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-066e46d7-ca63-41e5-ab80-8799badae0af req-fb675bf3-f2de-4f91-b60e-b2abbf04edfe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0889785 Sep 09 20:06:17.466330 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-066e46d7-ca63-41e5-ab80-8799badae0af req-a57ee9f0-166c-4d68-ab98-ce5c179b0d0a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407164 Sep 09 20:06:17.617646 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a2f5-7436-4dec-9ac5-5322d01310c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:17.913817 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:18.314428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0db1-a2e7-4663-9784-d6b1cbe87b2e req-f9963e1b-7484-4c29-a835-c2255cc9dfd2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:18.316236 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12fd0db1-a2e7-4663-9784-d6b1cbe87b2e req-f9963e1b-7484-4c29-a835-c2255cc9dfd2 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0711462 Sep 09 20:06:18.384064 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12fd0db1-a2e7-4663-9784-d6b1cbe87b2e req-8f0b0c6a-e059-413f-85ea-13c29084587d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555398 Sep 09 20:06:18.579873 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:06:18.739873 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd489fa-5d26-45d3-a79f-83b69406df03 req-c67e32cd-f6c0-490e-8492-c7ba72d0b953 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:18.741484 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dbd489fa-5d26-45d3-a79f-83b69406df03 req-c67e32cd-f6c0-490e-8492-c7ba72d0b953 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1158357 Sep 09 20:06:18.802564 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:18.815466 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dbd489fa-5d26-45d3-a79f-83b69406df03 req-5f96f01f-d5dd-4bf0-8603-4c2df9876ddb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645974 Sep 09 20:06:18.822629 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:06:18.904581 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:18.946441 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:06:19.021281 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:19.033038 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:19.050338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:19.177363 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:19.252541 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:19.582266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363ba41-1a05-4da7-a976-67530bbfb27e req-61698708-9cb9-4c5d-b93c-ccc06596fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:19.583850 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9363ba41-1a05-4da7-a976-67530bbfb27e req-61698708-9cb9-4c5d-b93c-ccc06596fd73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.1880140 Sep 09 20:06:19.684170 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9363ba41-1a05-4da7-a976-67530bbfb27e req-20024f23-a755-469f-9f1c-46c0e1260cba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842876 Sep 09 20:06:19.929942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c9d5a-c148-4a3f-91cd-646e3229b377 req-83472db5-be0c-4215-9a37-3b7505e368fc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:19.940535 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b9c9d5a-c148-4a3f-91cd-646e3229b377 req-83472db5-be0c-4215-9a37-3b7505e368fc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1585422 Sep 09 20:06:20.150288 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b9c9d5a-c148-4a3f-91cd-646e3229b377 req-7e2ce59e-0d38-4f86-80a3-baa0290642c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082205 Sep 09 20:06:20.250563 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147c871-89c7-43c3-a583-862bfc0595f7 req-066d3e21-1937-43a3-aeb2-283c7daffff9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:20.253360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f147c871-89c7-43c3-a583-862bfc0595f7 req-066d3e21-1937-43a3-aeb2-283c7daffff9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.1999106 Sep 09 20:06:20.347223 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f147c871-89c7-43c3-a583-862bfc0595f7 req-ba09b89d-cf1b-4bf4-967f-fd9a6244f7d6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867722 Sep 09 20:06:20.423196 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:20.602889 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:21.193649 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:21.194828 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:21.527407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:21.601681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b9d5f-e8b0-467f-ad43-34eda5abbda0 req-e4e10282-a620-48ce-9777-bba59d3df4fc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:21.630042 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e84b9d5f-e8b0-467f-ad43-34eda5abbda0 req-e4e10282-a620-48ce-9777-bba59d3df4fc tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1046083 Sep 09 20:06:21.671672 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:21.674429 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:21.683197 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960fe2c-b96b-4d3a-a8b4-fe93a5508658" -d '{"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:21.699111 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:21.899731 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:21.909349 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4700678-ef81-46a1-8865-51eace84e372 req-c148814c-8b0d-45b8-a7eb-f4ac73038a6e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:21.918682 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e4700678-ef81-46a1-8865-51eace84e372 req-c148814c-8b0d-45b8-a7eb-f4ac73038a6e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2768240 Sep 09 20:06:21.961156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e84b9d5f-e8b0-467f-ad43-34eda5abbda0 req-4f1857a1-a66a-4bf6-96da-5c77b2cb15e4 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054675 Sep 09 20:06:22.050407 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e4700678-ef81-46a1-8865-51eace84e372 req-2089bebf-4605-43fa-8dfa-459facac8b1d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298826 Sep 09 20:06:22.090803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc50a8c-64d8-4a5e-932f-9e278964c421 x-openstack-request-id: req-3cc50a8c-64d8-4a5e-932f-9e278964c421 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:22.092411 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:22.093791 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cc50a8c-64d8-4a5e-932f-9e278964c421 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:22.094892 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'code': 200} Sep 09 20:06:22.352257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-7748ddd2-3c45-49b3-a154-ef74ef4b42ff tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580019469&fields=id&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 267 time: 0.0956092 Sep 09 20:06:22.670751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-c95f0e1f-dcaf-4de7-a2ea-4e734294c1ea tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:22.700914 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-c95f0e1f-dcaf-4de7-a2ea-4e734294c1ea tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.3406532 Sep 09 20:06:22.737161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-4ae30294-08ae-43cb-b43f-9f2ba073a9dc tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/quotas/c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 375 time: 0.0318689 Sep 09 20:06:22.806070 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-3b121f7a-adab-4065-bbfc-09fec7849da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:22.808759 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-3b121f7a-adab-4065-bbfc-09fec7849da2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 1099 time: 0.0703101 Sep 09 20:06:22.874605 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-e5ea723f-3f1b-4de5-8c3f-5e97da442e40 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1242440 Sep 09 20:06:22.889996 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29411344-8051-4b16-88e7-1856104c4f4b req-6795eadd-ab2d-40f7-b9ae-96c1b658a841 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:22.898531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29411344-8051-4b16-88e7-1856104c4f4b req-6795eadd-ab2d-40f7-b9ae-96c1b658a841 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0919089 Sep 09 20:06:22.916519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-aa436ac4-db95-4416-955a-d927c8765c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:22.918732 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-aa436ac4-db95-4416-955a-d927c8765c03 service neutron] 10.222.0.30 "GET /v2.0/networks?id=457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 200 len: 920 time: 0.1016350 Sep 09 20:06:22.975722 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-51c2c5e2-a150-4d2e-b529-c8ac14c5f9e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 200 len: 217 time: 0.0461469 Sep 09 20:06:23.036344 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-bc67c960-b966-40e6-b1e0-3774a6fb946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:23.038439 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-bc67c960-b966-40e6-b1e0-3774a6fb946c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 200 len: 859 time: 0.0551329 Sep 09 20:06:23.064590 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-6509dac7-1bb1-497f-8e6b-78a36feb08d3 service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433861 Sep 09 20:06:23.121283 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29411344-8051-4b16-88e7-1856104c4f4b req-e60f3675-a0d7-4a66-96e0-30969fc6519f tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210696 Sep 09 20:06:23.142571 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-315076b2-4283-4b41-86a6-978d37dd9e53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=457c2db4-abf3-4974-a3dc-d3372847cdbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949779 Sep 09 20:06:23.291056 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-b3417426-6e12-483d-8317-055708369198 service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249506 Sep 09 20:06:23.409686 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-fc01b8ef-9efa-4a3a-9ef8-0401868565d7 service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527063 Sep 09 20:06:23.508317 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f72ea-a536-4f6d-bf6a-054750466773 req-47c3b43d-e0da-4dae-907c-59e041e45515 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:23.554397 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-448f72ea-a536-4f6d-bf6a-054750466773 req-47c3b43d-e0da-4dae-907c-59e041e45515 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2299848 Sep 09 20:06:23.721047 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-ab1b5db2-43b4-491b-a00f-ceadd60104cf req-d6844b7d-1e7b-4397-9ba7-a41f382e1c4d service neutron] 10.222.0.30 "GET /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073719 Sep 09 20:06:23.743577 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-448f72ea-a536-4f6d-bf6a-054750466773 req-f640934c-d1eb-4fd4-ae86-cf85f7a39067 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861415 Sep 09 20:06:23.986040 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9233abc6-fa37-41ac-b295-29f6e484b6a5 req-90785297-9643-410e-bce6-3a6b1edf23c3 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 210 time: 0.0629370 Sep 09 20:06:24.277969 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:24.484532 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439d0f2-c76d-4e9d-a8df-25efb4babb93 req-191a942c-f263-480f-a35f-0e2322fd6e71 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:24.487418 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2439d0f2-c76d-4e9d-a8df-25efb4babb93 req-191a942c-f263-480f-a35f-0e2322fd6e71 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1794226 Sep 09 20:06:24.620620 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2439d0f2-c76d-4e9d-a8df-25efb4babb93 req-995f030d-54dd-4d66-b254-b9483fc4586b tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182973 Sep 09 20:06:24.692311 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32fa545b-143e-416a-ac1b-5da1acdd6a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:24.856021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.068817 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32fa545b-143e-416a-ac1b-5da1acdd6a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.082233 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32fa545b-143e-416a-ac1b-5da1acdd6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.227819 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa545b-143e-416a-ac1b-5da1acdd6a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d02db-dc32-40a4-adb5-d25c50069011,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:25.310294 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-32fa545b-143e-416a-ac1b-5da1acdd6a92 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=283434cec57e440092a755e1f4f2ccfe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0308502 Sep 09 20:06:25.325032 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54754) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:25.407195 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b327f-cb3e-4541-9f47-72dd6e0d1f51 req-39868e3f-df44-485d-a123-484d4e2f21b8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:25.416281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a7b327f-cb3e-4541-9f47-72dd6e0d1f51 req-39868e3f-df44-485d-a123-484d4e2f21b8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.3603673 Sep 09 20:06:25.486366 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.537818 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.581536 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a1042e7-d4b6-4f4b-ad9f-8e1ff4c4c79d req-387ef05b-67ca-47a2-ae1b-6e1ee7c8d73d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 210 time: 0.1273861 Sep 09 20:06:25.615770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a7b327f-cb3e-4541-9f47-72dd6e0d1f51 req-cbbfc6c4-3b1a-4403-9da8-f5b5ccbc1eda tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919522 Sep 09 20:06:25.624194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.631141 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:25.635293 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f57d02db-dc32-40a4-adb5-d25c50069011 HTTP/1.1" status: 204 len: 168 time: 0.3057816 Sep 09 20:06:25.697975 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ece5-f03a-4085-90ef-d06eda517796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d02db-dc32-40a4-adb5-d25c50069011,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:25.883376 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7047c1d-3407-47f0-a218-67a543716e33 req-1a0a6a54-d78e-4016-8c1a-cba2660df338 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:25.885257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d7047c1d-3407-47f0-a218-67a543716e33 req-1a0a6a54-d78e-4016-8c1a-cba2660df338 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1134005 Sep 09 20:06:25.986353 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d7047c1d-3407-47f0-a218-67a543716e33 req-67ae9b91-0688-4229-9252-ac2eb9c05183 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833149 Sep 09 20:06:26.457718 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54780) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:26.487887 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86e8d349-3d37-43d7-a346-b306bf87e967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:26.508107 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-ffe7d69d-5666-4fa9-bea4-22f5d1b9ed02 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:26.509778 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-ffe7d69d-5666-4fa9-bea4-22f5d1b9ed02 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.3669515 Sep 09 20:06:26.672996 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-3b967a2b-c4b5-43e7-aeec-6d5392df6944 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 379 time: 0.1250589 Sep 09 20:06:26.693892 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'port': {'device_id': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'admin_state_up': True, 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'security_groups': ['f4214f8f-f0c8-40da-8954-b2e607566688']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:26.882339 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c4ade968-04d1-4740-9afd-a3e2e2b46468 req-90bf98e5-656d-48c8-96e9-2dd6f594cec7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 210 time: 0.1450372 Sep 09 20:06:27.008444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86e8d349-3d37-43d7-a346-b306bf87e967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.021598 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-86e8d349-3d37-43d7-a346-b306bf87e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.059583 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Made reservation on behalf of c06c735fcc754c1d830ca723cc7fe7d4 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:27.063930 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.165827 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-86e8d349-3d37-43d7-a346-b306bf87e967 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f4c7289b01a4709b2800c7f190d4e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7064345 Sep 09 20:06:27.177818 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54790) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:27.334863 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d349-3d37-43d7-a346-b306bf87e967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b930c7-2649-4cde-b448-4d8598760737,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:27.423860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5623124-021c-45e3-9bc0-7da7384b09fd req-256ac434-3cd0-4c1b-82df-36e836e03fe1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:27.432242 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5623124-021c-45e3-9bc0-7da7384b09fd req-256ac434-3cd0-4c1b-82df-36e836e03fe1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2794979 Sep 09 20:06:27.463019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.490281 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.522961 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.20.0.11 (1baa5f87-f1e3-4a09-83f3-3ef2defd4db4/f0694cf0-6ad0-4d7b-ab72-48c2096b933c/077cc375-0a18-49bb-9f02-3639bba33404) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:06:27.552093 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.554988 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.561449 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/88b930c7-2649-4cde-b448-4d8598760737 HTTP/1.1" status: 204 len: 168 time: 0.3432217 Sep 09 20:06:27.576385 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8975a7-582a-4581-909f-74ad10ab0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b930c7-2649-4cde-b448-4d8598760737,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:27.609944 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5623124-021c-45e3-9bc0-7da7384b09fd req-1cd1485e-0c4b-470f-9c3e-8713f64ea412 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767104 Sep 09 20:06:27.768787 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.796245 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Transition to ACTIVE for port object 077cc375-0a18-49bb-9f02-3639bba33404 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:06:27.851435 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:27.985789 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:06:28.007675 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:06:28.029940 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:06:28.055929 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:28.067982 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:28.111602 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:28.143279 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-d7f47595-214b-492f-b3ad-b5d42ca841d5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4607444 Sep 09 20:06:28.159293 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Request body: {'port': {'device_id': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:28.275378 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcb9d2-d5c2-4527-a674-5f1303a8cd10 req-4bc33d42-21c3-4bc3-8f40-44c6f24eb180 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:28.286955 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c1bcb9d2-d5c2-4527-a674-5f1303a8cd10 req-4bc33d42-21c3-4bc3-8f40-44c6f24eb180 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 932 time: 0.1299589 Sep 09 20:06:28.417361 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c1bcb9d2-d5c2-4527-a674-5f1303a8cd10 req-3f322f15-2960-42af-8b80-f9bbf47f88a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278474 Sep 09 20:06:28.446260 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:28.514133 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d525ef23-ccfc-459b-8960-532d2b7a3d79 None None] Provisioning for port 077cc375-0a18-49bb-9f02-3639bba33404 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:06:28.519395 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d525ef23-ccfc-459b-8960-532d2b7a3d79 None None] Provisioning complete for port 077cc375-0a18-49bb-9f02-3639bba33404 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:28.519823 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d525ef23-ccfc-459b-8960-532d2b7a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:28.676227 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d525ef23-ccfc-459b-8960-532d2b7a3d79 None None] Port 077cc375-0a18-49bb-9f02-3639bba33404 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:06:28.735049 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54806) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:28.843669 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9b563-fb24-49e1-b6ce-efb4faa2d095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.144253 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd0667-8514-42b9-be3e-710bc7f5b2d7 req-8fac5e8f-c6a8-4a2a-84b2-a08a9ea16b65 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:29.156265 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cfdd0667-8514-42b9-be3e-710bc7f5b2d7 req-8fac5e8f-c6a8-4a2a-84b2-a08a9ea16b65 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.3663139 Sep 09 20:06:29.246483 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cfdd0667-8514-42b9-be3e-710bc7f5b2d7 req-3dfd0df1-9041-4a34-8d55-5d09f7fcef29 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886397 Sep 09 20:06:29.388508 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9b563-fb24-49e1-b6ce-efb4faa2d095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.407085 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-67e9b563-fb24-49e1-b6ce-efb4faa2d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.492853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077cc375-0a18-49bb-9f02-3639bba33404 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:06:29.533020 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.535055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9b563-fb24-49e1-b6ce-efb4faa2d095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ab8ed0-3e0c-4254-b9c3-8f71f8e684f6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:29.563010 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54812) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:29.563819 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-67e9b563-fb24-49e1-b6ce-efb4faa2d095 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2ff0479d6954c4dabd598dd06ecffa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8212428 Sep 09 20:06:29.572406 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Transition to ACTIVE for port object 077cc375-0a18-49bb-9f02-3639bba33404 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:06:29.602335 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.779164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:29.784892 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29005271-0cd9-4b99-b2d1-417327c18213 req-cdeaa664-794d-433c-b924-3393f0f17da7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:29.824036 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29005271-0cd9-4b99-b2d1-417327c18213 req-cdeaa664-794d-433c-b924-3393f0f17da7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.2514520 Sep 09 20:06:29.894719 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.900044 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Attempting to bind port 077cc375-0a18-49bb-9f02-3639bba33404 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:06:29.900044 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Attempting to bind port 077cc375-0a18-49bb-9f02-3639bba33404 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:06:29.900044 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Attempting to bind port 077cc375-0a18-49bb-9f02-3639bba33404 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:06:29.952921 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29005271-0cd9-4b99-b2d1-417327c18213 req-e23b1f6d-62f7-4038-ae41-51cccc0b22bb tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207707 Sep 09 20:06:29.954929 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Port 077cc375-0a18-49bb-9f02-3639bba33404 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:06:29.955255 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Attempting to bind port 077cc375-0a18-49bb-9f02-3639bba33404 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:06:29.971630 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:06:29.971951 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:06:29.972350 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Bound using segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:06:29.972802 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Bound port: 077cc375-0a18-49bb-9f02-3639bba33404, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:06:29.973208 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:29.977108 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:30.177925 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:30.180803 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:30.190200 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/30ab8ed0-3e0c-4254-b9c3-8f71f8e684f6 HTTP/1.1" status: 204 len: 168 time: 0.6215534 Sep 09 20:06:30.198949 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:06:30.206037 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=077cc375-0a18-49bb-9f02-3639bba33404,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:06:30.224736 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e355f-d36f-4967-a357-5b2c6eee1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ab8ed0-3e0c-4254-b9c3-8f71f8e684f6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:30.227605 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:30.321790 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:30.323697 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:30.326617 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] 10.222.0.30 "PUT /v2.0/ports/077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 200 len: 1094 time: 2.1736050 Sep 09 20:06:30.327301 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:30.336404 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0809d3f1-3014-4402-a26e-4c8bcbae60e1" -d '{"events": [{"name": "network-changed", "server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "tag": "077cc375-0a18-49bb-9f02-3639bba33404"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:30.421347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e8972-4e2d-46d6-9a85-cda2deb1fe61 service neutron] Pushing event updated for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:30.568526 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7367b5a4-e62e-406f-9aac-973af0004c0f x-openstack-request-id: req-7367b5a4-e62e-406f-9aac-973af0004c0f {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:30.569831 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "tag": "077cc375-0a18-49bb-9f02-3639bba33404", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:30.570286 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7367b5a4-e62e-406f-9aac-973af0004c0f {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:30.570909 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404', 'status': 'completed', 'code': 200} Sep 09 20:06:30.615514 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-195f6e4e-6a22-45f1-b929-51eafe41bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:30.622611 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-195f6e4e-6a22-45f1-b929-51eafe41bc68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1097 time: 0.1852269 Sep 09 20:06:30.922812 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b4885-11ca-40c2-a6f7-9023a436fb91 req-097b9272-1d2a-4d9f-9c51-86c4c49d9262 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:30.926681 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-612b4885-11ca-40c2-a6f7-9023a436fb91 req-097b9272-1d2a-4d9f-9c51-86c4c49d9262 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.4471805 Sep 09 20:06:30.986489 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-c9ed3bb9-0f23-4ba8-81a8-16c0b56eed65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 200 len: 217 time: 0.3535526 Sep 09 20:06:31.077397 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-612b4885-11ca-40c2-a6f7-9023a436fb91 req-c4b27f44-3fb0-4497-b896-a78c83717b29 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343117 Sep 09 20:06:31.095656 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-e7304db3-f522-455a-97c6-9374a76c7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:31.098625 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-e7304db3-f522-455a-97c6-9374a76c7154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.1040337 Sep 09 20:06:31.218061 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cb412-dfa7-4266-bebc-96042f06fe87 req-ae1fa9d0-4346-44cd-af65-03af6754c7a0 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:31.230564 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-af9cb412-dfa7-4266-bebc-96042f06fe87 req-ae1fa9d0-4346-44cd-af65-03af6754c7a0 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.1163018 Sep 09 20:06:31.288797 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-37771592-6db0-41d4-8940-4d3af1265fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:31.298416 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-37771592-6db0-41d4-8940-4d3af1265fce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1900718 Sep 09 20:06:31.306298 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-af9cb412-dfa7-4266-bebc-96042f06fe87 req-57d13e01-4e49-4e40-beda-0ab3987bc8dc tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741811 Sep 09 20:06:31.585906 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-c95f1aaa-4318-4088-99b6-b3320a9efdb3 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743616 Sep 09 20:06:31.815268 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4f72ec40-64d2-4578-846d-c46fb23c174b req-5625254b-d752-4e52-9767-8dce1d245db2 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168882 Sep 09 20:06:31.849809 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b975f17-fdfd-4d72-8fd1-76a7061214a1 req-ba40234a-d5a8-477e-87f2-080fab88cd6c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:31.851874 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6b975f17-fdfd-4d72-8fd1-76a7061214a1 req-ba40234a-d5a8-477e-87f2-080fab88cd6c tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1576028 Sep 09 20:06:31.951944 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6b975f17-fdfd-4d72-8fd1-76a7061214a1 req-788eb0e7-d8ea-4142-abfc-bbde0e40c297 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892444 Sep 09 20:06:32.007459 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-b5ca034a-6498-4b3b-a424-a70062805b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:32.011825 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-b5ca034a-6498-4b3b-a424-a70062805b94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1097 time: 0.1171386 Sep 09 20:06:32.300290 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-99d9afe4-84e1-4feb-b3bf-ab228f815861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:32.302297 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-99d9afe4-84e1-4feb-b3bf-ab228f815861 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.2809696 Sep 09 20:06:32.411688 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678327fe-5e14-4584-9573-9cebf71a07fd req-2c26c876-d5bb-4a97-bca9-fb6013c2561c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:32.420008 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-678327fe-5e14-4584-9573-9cebf71a07fd req-2c26c876-d5bb-4a97-bca9-fb6013c2561c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1552229 Sep 09 20:06:32.593562 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-678327fe-5e14-4584-9573-9cebf71a07fd req-baa71c4a-bd66-445b-b005-a122a7075a72 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648004 Sep 09 20:06:32.688234 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e8e3-288d-4043-89fd-3a059962378a req-c38380b4-0b38-4934-9a64-e782d69cf5dd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:32.697022 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d722e8e3-288d-4043-89fd-3a059962378a req-c38380b4-0b38-4934-9a64-e782d69cf5dd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.2416477 Sep 09 20:06:32.754671 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d722e8e3-288d-4043-89fd-3a059962378a req-cc63a5b8-6994-4383-90e4-c64ecb3af90e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547318 Sep 09 20:06:32.997270 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-387abb9b-ca34-4bb3-b8a0-99330b05b47b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 200 len: 217 time: 0.6842053 Sep 09 20:06:33.214572 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd53b70-cdd0-468a-9df3-55fe262e69d7 req-c97da14c-7fcf-4a23-ac42-a580f1248f92 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:33.223258 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-7815c588-96fc-443c-8b22-f0a5c7fc1bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:33.226723 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-7815c588-96fc-443c-8b22-f0a5c7fc1bce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.2212994 Sep 09 20:06:33.228167 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7cd53b70-cdd0-468a-9df3-55fe262e69d7 req-c97da14c-7fcf-4a23-ac42-a580f1248f92 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1262412 Sep 09 20:06:33.365189 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7cd53b70-cdd0-468a-9df3-55fe262e69d7 req-b09f9e47-d430-494d-9085-17e1cec79ade tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335120 Sep 09 20:06:33.477684 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-5c43087e-0e19-4618-a191-fecda6971b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:33.479234 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-5c43087e-0e19-4618-a191-fecda6971b22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2391784 Sep 09 20:06:33.753218 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-af7025c2-c043-4071-bc52-29d782f897de service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606244 Sep 09 20:06:34.043050 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0809d3f1-3014-4402-a26e-4c8bcbae60e1 req-309aae4c-b19a-4f65-b82a-827d502974c2 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771239 Sep 09 20:06:34.070715 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54878) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:34.219559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183bcad-b772-417f-9c20-51129d281a59 req-f1f419e3-9434-434c-8943-29dce06ca7b9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:34.222385 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1183bcad-b772-417f-9c20-51129d281a59 req-f1f419e3-9434-434c-8943-29dce06ca7b9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2633438 Sep 09 20:06:34.257829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924ecbc-43a0-45b7-b646-45c96b32cb68 req-5dfe3733-af91-4bda-91df-a41d71961197 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:34.261081 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5924ecbc-43a0-45b7-b646-45c96b32cb68 req-5dfe3733-af91-4bda-91df-a41d71961197 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.2286346 Sep 09 20:06:34.436596 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1183bcad-b772-417f-9c20-51129d281a59 req-eb04aa34-750b-4421-a9b3-bf130707247b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958401 Sep 09 20:06:34.452671 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7ea443-d860-4b1d-9fd3-9b46b3bac4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:34.489227 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387efae-0d69-411b-b449-5293d861facd req-e219a6f9-ce62-49a6-9a84-00d615616da4 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:34.490896 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2387efae-0d69-411b-b449-5293d861facd req-e219a6f9-ce62-49a6-9a84-00d615616da4 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1952355 Sep 09 20:06:34.504150 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5924ecbc-43a0-45b7-b646-45c96b32cb68 req-43505b2b-424e-4770-adaa-1b7af648c853 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118788 Sep 09 20:06:34.762168 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Deleting port d07eb5a9-887c-454a-a2d0-6fae25f63e66 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:06:34.762535 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:34.768528 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e26afe-8712-497b-ac75-aa0379332fd4 req-190da09c-0add-4665-9943-07608e27adb6 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:34.771464 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2e26afe-8712-497b-ac75-aa0379332fd4 req-190da09c-0add-4665-9943-07608e27adb6 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 946 time: 0.1496129 Sep 09 20:06:34.865513 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2e26afe-8712-497b-ac75-aa0379332fd4 req-1cf051d9-d865-4cb2-abd1-beaec2c851af tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723145 Sep 09 20:06:34.977833 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] For port d07eb5a9-887c-454a-a2d0-6fae25f63e66, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d07eb5a9-887c-454a-a2d0-6fae25f63e66,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:34.978358 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.018507 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Calling delete_port for d07eb5a9-887c-454a-a2d0-6fae25f63e66 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:06:35.099691 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7ea443-d860-4b1d-9fd3-9b46b3bac4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.108103 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db7ea443-d860-4b1d-9fd3-9b46b3bac4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.159968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54884) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:35.160279 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-db7ea443-d860-4b1d-9fd3-9b46b3bac4a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8b005e92b0147ad967955d7e461dcef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0873582 Sep 09 20:06:35.258917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea443-d860-4b1d-9fd3-9b46b3bac4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2169fe60-41b6-466f-bc0d-5a8d7a099960,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:35.263587 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.331437 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.411282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.414119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.419162 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2169fe60-41b6-466f-bc0d-5a8d7a099960 HTTP/1.1" status: 204 len: 168 time: 0.2540820 Sep 09 20:06:35.435838 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292e728-002e-4f91-a54a-a4fdb4836ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2169fe60-41b6-466f-bc0d-5a8d7a099960,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:35.451603 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.468777 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'd07eb5a9-887c-454a-a2d0-6fae25f63e66'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:35.534693 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Pushing event deleted for resources: {'Port': ['ID=d07eb5a9-887c-454a-a2d0-6fae25f63e66,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:35.650742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] No DVR routers for this DVR port d07eb5a9-887c-454a-a2d0-6fae25f63e66 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:06:35.680264 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:35.682919 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-2387efae-0d69-411b-b449-5293d861facd req-0d80219b-add3-4b38-913a-03fbd8b77466 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "DELETE /v2.0/ports/d07eb5a9-887c-454a-a2d0-6fae25f63e66 HTTP/1.1" status: 204 len: 173 time: 1.1670558 Sep 09 20:06:35.683507 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'name': 'network-vif-deleted', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:35.693626 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575d73f1-a68d-4264-b683-1539e9884dcc" -d '{"events": [{"server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "name": "network-vif-deleted", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:36.232167 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861708f3-37f9-4ead-860c-a8dd71c5e553 req-402d67f6-3db8-4125-96bf-383ccad4623a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:36.259082 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-861708f3-37f9-4ead-860c-a8dd71c5e553 req-402d67f6-3db8-4125-96bf-383ccad4623a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.4619372 Sep 09 20:06:36.319848 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b4565-51d4-44f0-aed1-2dc3ed89ea19 req-9ef14fd0-09db-4aec-9e4c-e57954631ea8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:36.339587 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a66b4565-51d4-44f0-aed1-2dc3ed89ea19 req-9ef14fd0-09db-4aec-9e4c-e57954631ea8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.6302097 Sep 09 20:06:36.597763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-861708f3-37f9-4ead-860c-a8dd71c5e553 req-ff4d7c74-243a-42ee-89ef-7f1098831d08 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286258 Sep 09 20:06:36.667587 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a66b4565-51d4-44f0-aed1-2dc3ed89ea19 req-81c40d7b-cacf-421b-b05c-78b2998da9e7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135064 Sep 09 20:06:36.714138 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9e364d-9b5c-4348-997d-1cc2c321a9a0 x-openstack-request-id: req-5d9e364d-9b5c-4348-997d-1cc2c321a9a0 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:36.714989 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a499e10-8adf-43e6-90e3-ace95bbf7fcf", "name": "network-vif-deleted", "tag": "d07eb5a9-887c-454a-a2d0-6fae25f63e66", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:36.714989 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d9e364d-9b5c-4348-997d-1cc2c321a9a0 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:36.715324 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a499e10-8adf-43e6-90e3-ace95bbf7fcf', 'name': 'network-vif-deleted', 'tag': 'd07eb5a9-887c-454a-a2d0-6fae25f63e66', 'status': 'completed', 'code': 200} Sep 09 20:06:36.765287 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:06:36.968685 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8d677d7a-eb89-41cb-83d6-b63f5c139eac req-fd38b160-c884-46bb-80e7-882db3a462ca tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a499e10-8adf-43e6-90e3-ace95bbf7fcf HTTP/1.1" status: 200 len: 210 time: 0.1439424 Sep 09 20:06:37.577402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 54922) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:37.840698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-836075525-network', 'tenant_id': 'caff502ea563498fb1afec78627c242c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:37.926954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Made reservation on behalf of caff502ea563498fb1afec78627c242c for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:37.929872 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:37.960839 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85121f5e-249a-4786-86c0-333812e32a14 req-5586d218-d03a-4e91-8c9c-9239e3ac09aa tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:37.970776 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-85121f5e-249a-4786-86c0-333812e32a14 req-5586d218-d03a-4e91-8c9c-9239e3ac09aa tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.2375367 Sep 09 20:06:38.023101 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.096460 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea12daa-7bb7-435b-8539-fb0bf95fd563 req-e0bf50f7-a1c0-4785-a408-c74cedc3725d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:38.104057 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dea12daa-7bb7-435b-8539-fb0bf95fd563 req-e0bf50f7-a1c0-4785-a408-c74cedc3725d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.2369101 Sep 09 20:06:38.358116 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.374587 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-85121f5e-249a-4786-86c0-333812e32a14 req-6a7aeabc-f813-48e6-98c4-8de112548018 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980849 Sep 09 20:06:38.386549 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.450940 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:06:38.501397 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.501822 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Added segment aff74653-bd79-4f15-8c7a-cf24c963e1d1 of type vlan for network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 Sep 09 20:06:38.653844 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93df42-f572-413d-9a18-2d25665a5cd9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:38.677799 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dea12daa-7bb7-435b-8539-fb0bf95fd563 req-c4ae0037-6336-496d-a49d-231429545b0f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5366085 Sep 09 20:06:38.701229 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.706081 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d07eb5a9-887c-454a-a2d0-6fae25f63e66 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:38.747078 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: d07eb5a9-887c-454a-a2d0-6fae25f63e66 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:06:38.747593 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d07eb5a9-887c-454a-a2d0-6fae25f63e66 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:06:38.779410 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.783427 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:38.786567 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:38.862904 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2826347 Sep 09 20:06:38.866264 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 54942) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:38.873080 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Request body: {'subnet': {'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-836075525-subnet', 'tenant_id': 'caff502ea563498fb1afec78627c242c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:38.934436 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Made reservation on behalf of caff502ea563498fb1afec78627c242c for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:38.937553 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:39.035950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418dfed-d725-42f7-a4ba-b71c987a4fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e6bc936-0bcb-4d99-8e1b-9a71436bf243,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:39.063449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:06:39.183300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:39.204344 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812829f-b187-4e4e-9723-a05f5cec7b9a req-c9f323fa-ca39-42ac-b698-c18b6dea1996 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.212490 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a812829f-b187-4e4e-9723-a05f5cec7b9a req-c9f323fa-ca39-42ac-b698-c18b6dea1996 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1105361 Sep 09 20:06:39.272618 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a812829f-b187-4e4e-9723-a05f5cec7b9a req-5de3fb35-ed2a-4ef6-8ed5-44472da1d592 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583458 Sep 09 20:06:39.302318 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:39.305272 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Checking segment: {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:06:39.306075 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Network hostable DHCP agents. Network: 4e6bc936-0bcb-4d99-8e1b-9a71436bf243, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:06:39.341650 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:06:39.354989 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 4e6bc936-0bcb-4d99-8e1b-9a71436bf243) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:06:39.364533 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688806ff-5c46-4b0a-9ca2-ccf842f26657 None None] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:06:39.364954 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.365624 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:39.390468 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-2ec1a9dc-86cf-4efd-8ae2-e7892f6ae0b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5217390 Sep 09 20:06:39.589956 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2519ff2a-98ee-49db-8ae4-f5e3a3350e6b None None] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:06:39.619698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd236c1-09d9-456c-a6e9-2b782382e13c req-faa8a093-cf2a-4a1c-8a46-8c6e20356eae tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.627928 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8bd236c1-09d9-456c-a6e9-2b782382e13c req-faa8a093-cf2a-4a1c-8a46-8c6e20356eae tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.0972533 Sep 09 20:06:39.727013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8bd236c1-09d9-456c-a6e9-2b782382e13c req-ee553003-29d1-40bf-ae7f-b02d7ae7dce2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978243 Sep 09 20:06:39.811516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-916d41c6-0b9a-4489-af52-126f522037ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.816939 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-916d41c6-0b9a-4489-af52-126f522037ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1099 time: 0.1287286 Sep 09 20:06:39.945347 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9138e9-9c3b-4941-b52a-8e738e3a3fe9 req-c0feb788-bba2-434d-8856-28d1abc44ffe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.962581 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-be9138e9-9c3b-4941-b52a-8e738e3a3fe9 req-c0feb788-bba2-434d-8856-28d1abc44ffe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1054680 Sep 09 20:06:39.996126 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-30b183ae-08dd-4357-b9a9-c81e831b3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:39.998986 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-30b183ae-08dd-4357-b9a9-c81e831b3cab service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.1754272 Sep 09 20:06:40.048080 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-be9138e9-9c3b-4941-b52a-8e738e3a3fe9 req-2d92bbf6-889c-4baa-bc1f-457b33401caf tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841849 Sep 09 20:06:40.137953 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-80b85c74-421f-45ff-982b-ba8d0b6c92f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 1001 time: 0.1291301 Sep 09 20:06:40.264740 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-05084c3e-c88b-44e0-bcc5-a9abd4d421b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:40.266355 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-05084c3e-c88b-44e0-bcc5-a9abd4d421b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.1103218 Sep 09 20:06:40.347045 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-25d14e43-8309-471a-8f51-0a3887b57966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:40.348760 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-25d14e43-8309-471a-8f51-0a3887b57966 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717807 Sep 09 20:06:40.551538 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079bd16-33ac-41df-848b-dfa075fc517e req-ef270469-c1b6-4cf6-81e8-ebea7f6d7570 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:40.554400 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6079bd16-33ac-41df-848b-dfa075fc517e req-ef270469-c1b6-4cf6-81e8-ebea7f6d7570 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1085863 Sep 09 20:06:40.627327 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-7a29487e-2a58-42bc-b917-fae7ae6d4be8 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675695 Sep 09 20:06:40.677731 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6079bd16-33ac-41df-848b-dfa075fc517e req-ded3b012-abe8-4b7f-a205-a6c0aca303c7 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992317 Sep 09 20:06:40.724505 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 077cc375-0a18-49bb-9f02-3639bba33404 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:06:40.888879 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-c5a43a00-67e1-459b-bafd-64ea7545545e req-bf8365ee-5f6d-43c5-9698-456174f16f02 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460394 Sep 09 20:06:40.969025 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=077cc375-0a18-49bb-9f02-3639bba33404,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:40.972569 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64c68-6d7a-4d1d-a2e0-6bb464cded66 req-24912e88-51e2-42b8-a588-0c5f1eab1cf7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:40.974826 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cdf64c68-6d7a-4d1d-a2e0-6bb464cded66 req-24912e88-51e2-42b8-a588-0c5f1eab1cf7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 944 time: 0.0685768 Sep 09 20:06:40.988012 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '077cc375-0a18-49bb-9f02-3639bba33404', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'port_id': '077cc375-0a18-49bb-9f02-3639bba33404', 'mac_address': 'fa:16:3e:f3:0a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:06:41.029422 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cdf64c68-6d7a-4d1d-a2e0-6bb464cded66 req-e7b98f1b-1b6e-4ffc-8abf-bf31f4d64bc3 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Sep 09 20:06:41.055848 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:41.075844 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077cc375-0a18-49bb-9f02-3639bba33404 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:06:41.103368 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=077cc375-0a18-49bb-9f02-3639bba33404,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:41.110635 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:41.256192 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:41.261630 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1d714-d72d-4a7b-abdc-0b5d3b29c864 req-8406d731-33ee-447f-8caa-2ad2695d6009 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:41.264208 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-67c1d714-d72d-4a7b-abdc-0b5d3b29c864 req-8406d731-33ee-447f-8caa-2ad2695d6009 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.0864751 Sep 09 20:06:41.266828 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.267412 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.267773 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.268116 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.268482 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.268852 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.269188 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.269553 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.269950 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.270299 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.270657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.270996 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:41.326005 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-67c1d714-d72d-4a7b-abdc-0b5d3b29c864 req-5f61699f-b2be-432e-812a-ae9f1e4e919d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461860 Sep 09 20:06:41.428249 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['077cc375-0a18-49bb-9f02-3639bba33404'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:42.075062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f29d2-b85f-4038-be00-089a625d4600 req-84d48e52-ce5b-4526-85f0-0b55b1384040 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:42.084139 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bf2f29d2-b85f-4038-be00-089a625d4600 req-84d48e52-ce5b-4526-85f0-0b55b1384040 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.2020683 Sep 09 20:06:42.174509 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bf2f29d2-b85f-4038-be00-089a625d4600 req-4a01225d-2a5c-4bb1-a6e7-090a6b4390a6 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849218 Sep 09 20:06:42.213743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-99acf06e-a3df-4820-b364-61f83d6b0372 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:42.216484 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-99acf06e-a3df-4820-b364-61f83d6b0372 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 813 time: 0.2141280 Sep 09 20:06:42.237207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-17712732-717c-4c0e-babb-ca7a868e5567 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/quotas/caff502ea563498fb1afec78627c242c HTTP/1.1" status: 200 len: 375 time: 0.0135057 Sep 09 20:06:42.287524 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-b85a8652-1c08-4e43-9222-e5f0e9b78590 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387366 Sep 09 20:06:42.404943 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012b137-e6be-451a-b4d5-b2df8b633ade req-87d328cf-81de-4720-9c80-2ed5bc1c95b6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:42.406734 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3012b137-e6be-451a-b4d5-b2df8b633ade req-87d328cf-81de-4720-9c80-2ed5bc1c95b6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 945 time: 0.1218162 Sep 09 20:06:42.462279 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-a25fe153-9a5c-4339-a7dd-d995cf6df0a9 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639085 Sep 09 20:06:42.488735 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3012b137-e6be-451a-b4d5-b2df8b633ade req-22b86c08-e7db-4520-9ef6-f1f0a1be15cc tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672128 Sep 09 20:06:42.609273 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-74b6ee2a-1f60-47b4-85c0-d45711605b68 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310463 Sep 09 20:06:42.684570 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4dd7b-0734-41c2-8cd1-eecc0f351d8b req-9232a35a-a3cb-47e4-bcca-78131130520e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:42.687295 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-71d4dd7b-0734-41c2-8cd1-eecc0f351d8b req-9232a35a-a3cb-47e4-bcca-78131130520e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 946 time: 0.1023998 Sep 09 20:06:42.736784 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-71d4dd7b-0734-41c2-8cd1-eecc0f351d8b req-53b26fbe-72f0-4e86-bd90-2c6ca10fb24a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Sep 09 20:06:42.738977 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 077cc375-0a18-49bb-9f02-3639bba33404 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:42.825919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2738ea9a-1ae4-40fb-b4d5-ef2ce28ac795 req-b08a1959-af52-4f08-9415-fb228cd003f0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 210 time: 0.0517638 Sep 09 20:06:42.844188 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 077cc375-0a18-49bb-9f02-3639bba33404 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:06:42.851891 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 077cc375-0a18-49bb-9f02-3639bba33404 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:42.852514 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:43.005994 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:43.033501 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:43.036909 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c250c63-cbd4-41fe-a482-349f0e356d79" -d '{"events": [{"server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "name": "network-vif-plugged", "status": "completed", "tag": "077cc375-0a18-49bb-9f02-3639bba33404"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:43.050841 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=077cc375-0a18-49bb-9f02-3639bba33404,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:43.058442 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:43.059387 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:43.124557 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfc0d3e-7e30-4e1d-aeb4-6fa59b1f5873 x-openstack-request-id: req-0cfc0d3e-7e30-4e1d-aeb4-6fa59b1f5873 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:43.124877 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "name": "network-vif-plugged", "status": "completed", "tag": "077cc375-0a18-49bb-9f02-3639bba33404", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:43.125260 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cfc0d3e-7e30-4e1d-aeb4-6fa59b1f5873 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:43.125555 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404', 'code': 200} Sep 09 20:06:43.179661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:43.242974 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:43.284059 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:43.293960 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:43.379375 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780117e-0964-44c8-bf7e-cdf5a42dbf12 req-7e298fa0-dd64-442a-b363-3229d7bd4a40 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:43.390514 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5780117e-0964-44c8-bf7e-cdf5a42dbf12 req-7e298fa0-dd64-442a-b363-3229d7bd4a40 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0744190 Sep 09 20:06:43.411053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:43.436962 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5780117e-0964-44c8-bf7e-cdf5a42dbf12 req-85b990f5-eabd-48f7-ad49-0d188088e58a tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Sep 09 20:06:43.620749 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9a3db-5870-46bf-93b7-348adcd632d9 req-8ee7ee01-3d48-4997-9fde-9a071563e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:43.623194 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-99c9a3db-5870-46bf-93b7-348adcd632d9 req-8ee7ee01-3d48-4997-9fde-9a071563e22d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1099 time: 0.1079056 Sep 09 20:06:43.676638 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-99c9a3db-5870-46bf-93b7-348adcd632d9 req-257bffac-cca6-4921-a2e5-2aadfd9aa653 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383706 Sep 09 20:06:43.726078 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3581b-78df-48d0-9323-da80f3e89875 req-35e21f7b-9eb9-4933-a027-a933c55a5e4b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:43.729013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e1b3581b-78df-48d0-9323-da80f3e89875 req-35e21f7b-9eb9-4933-a027-a933c55a5e4b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.0950785 Sep 09 20:06:43.794404 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e1b3581b-78df-48d0-9323-da80f3e89875 req-c8467ee2-821e-4d18-b2c4-e31fa79120d8 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577443 Sep 09 20:06:43.998038 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-41cf95a3-33fa-4381-889d-fd563e2fa9cf req-ce984f52-29a6-4d3f-9f34-ab287574f009 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 210 time: 0.0654106 Sep 09 20:06:44.029803 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf4c41-37dc-4e1d-b63d-b3721e4fe2be req-98c1d485-bf07-4b2a-9b75-008159781b0d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:44.033741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7adf4c41-37dc-4e1d-b63d-b3721e4fe2be req-98c1d485-bf07-4b2a-9b75-008159781b0d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1617506 Sep 09 20:06:44.095430 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7adf4c41-37dc-4e1d-b63d-b3721e4fe2be req-1c4f305f-a0de-4a8a-a36d-8f7e4e8db445 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524559 Sep 09 20:06:44.528600 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-55eab95d-4bdc-4015-af1f-d31ba8bbd38f tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:44.530247 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-55eab95d-4bdc-4015-af1f-d31ba8bbd38f tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 813 time: 0.1676614 Sep 09 20:06:44.544141 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-51babcb4-fda6-4d81-96fb-f3bcf439e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:44.553981 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Request body: {'port': {'device_id': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243', 'admin_state_up': True, 'tenant_id': 'caff502ea563498fb1afec78627c242c'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:44.631470 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8c4a3-67ba-4fee-8096-699ae9005c3a req-1b118dd8-2c48-404d-bcfc-00fe57292e47 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:44.633148 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46b8c4a3-67ba-4fee-8096-699ae9005c3a req-1b118dd8-2c48-404d-bcfc-00fe57292e47 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.0765069 Sep 09 20:06:44.691403 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46b8c4a3-67ba-4fee-8096-699ae9005c3a req-0647e892-1a0c-43b1-b532-47d99c368f3d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521085 Sep 09 20:06:44.719051 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Made reservation on behalf of caff502ea563498fb1afec78627c242c for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:44.723541 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:44.836300 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-882baa33-d142-45e2-be98-f6589425506e req-56add04e-c013-4070-9209-02dc8232b4ea service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:06:44.837438 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-882baa33-d142-45e2-be98-f6589425506e req-56add04e-c013-4070-9209-02dc8232b4ea service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068851 Sep 09 20:06:44.902915 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Allocated IP 172.20.0.14 (4e6bc936-0bcb-4d99-8e1b-9a71436bf243/b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62/4ce822e2-736c-4a19-80fb-f572f0f81be3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:06:44.985683 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef0e23-b3ab-4715-92fb-480ddcd0e3ba req-739fd438-14f8-49a8-b22b-0b61863a1509 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:44.997281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ffef0e23-b3ab-4715-92fb-480ddcd0e3ba req-739fd438-14f8-49a8-b22b-0b61863a1509 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.1040499 Sep 09 20:06:45.125764 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ffef0e23-b3ab-4715-92fb-480ddcd0e3ba req-1f617c49-6089-4000-87a8-50a56ce71e82 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268950 Sep 09 20:06:45.129780 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:45.140081 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72568615-ba36-451a-8c8b-a6b466583a03" -d '{"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-unplugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:45.152915 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766af87e-d7a0-4cbe-8527-314dae80cf18 req-ca911445-b483-4162-a373-532b0f86ef3c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:45.156594 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-766af87e-d7a0-4cbe-8527-314dae80cf18 req-ca911445-b483-4162-a373-532b0f86ef3c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1202478 Sep 09 20:06:45.246039 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-766af87e-d7a0-4cbe-8527-314dae80cf18 req-34fa1f1f-11ea-4f6d-9b22-081035837491 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806231 Sep 09 20:06:45.334801 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3f2a9137-339f-4f40-ae3a-0e69ba45a84d req-3fdfbd07-29cf-470e-9a40-aea7641608a4 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 210 time: 0.0470052 Sep 09 20:06:45.352421 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74206da6-e26f-4fe5-86f2-85db8451a6d4 x-openstack-request-id: req-74206da6-e26f-4fe5-86f2-85db8451a6d4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:45.353189 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-unplugged", "status": "failed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "code": 422}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:45.353862 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74206da6-e26f-4fe5-86f2-85db8451a6d4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:45.354786 dv-cinder-806991-6-iscsi neutron-server[94093]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'code': 422} returned with failed status Sep 09 20:06:45.362655 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.437133 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 55140) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:45.471969 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.534178 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:06:45.537593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Deleting subnet e174fdcb-82db-4238-a106-6362d9228b4e {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:06:45.539777 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:06:45.543013 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.547373 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:06:45.553878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:45.554545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.594634 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Pushing event updated for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:45.607669 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0586252 Sep 09 20:06:45.608963 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.609349 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.609691 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.610281 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.610646 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.610995 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.611331 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.611665 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.612000 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.613035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.613432 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.613770 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff6dc5-68ba-4278-a6a9-8bcf5adf1156 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:45.640585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Request body: {'port': {'device_id': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:45.656928 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.746345 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.769256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.838797 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 55152) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:45.925343 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.938578 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e9cb680d-75e0-4425-a1da-b7935eb6c1aa tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:45.941423 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e9cb680d-75e0-4425-a1da-b7935eb6c1aa tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1485305 Sep 09 20:06:45.957974 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e174fdcb-82db-4238-a106-6362d9228b4e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:45.967894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7441-36be-47b0-a463-04064bf8b4a6 req-cbad12dd-888f-4d36-b703-87386180bc0d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:45.971326 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-456c7441-36be-47b0-a463-04064bf8b4a6 req-cbad12dd-888f-4d36-b703-87386180bc0d tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 946 time: 0.1065421 Sep 09 20:06:45.987049 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:45.988955 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e174fdcb-82db-4238-a106-6362d9228b4e HTTP/1.1" status: 204 len: 168 time: 0.5507066 Sep 09 20:06:45.997210 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55156) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:46.008261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.009256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.009256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.010258 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.010523 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.010874 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.011211 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.011548 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.011880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.012208 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.012563 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.012855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270780c8-dfd1-48a2-b5eb-5a3d574f2c88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:06:46.060879 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-3500db73-f6ca-42d0-a325-f9b59ee1a328 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2205949 Sep 09 20:06:46.064539 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-456c7441-36be-47b0-a463-04064bf8b4a6 req-7f85521e-a0d4-4c79-8ff9-6085c9cb0d1e tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602121 Sep 09 20:06:46.083999 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-09db4bbb-7854-4b23-b793-48a5483c50b0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:06:46.086485 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-09db4bbb-7854-4b23-b793-48a5483c50b0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109029 Sep 09 20:06:46.225462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.339588 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Deleting port 7d9718e5-2984-4ad9-a7bc-736f158c16bd {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:06:46.339933 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.343936 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991a7fa-842d-41d9-83cd-43a29b47b816 req-f906b743-f158-4b39-8bc7-dad23c3e6e1a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:46.349089 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a991a7fa-842d-41d9-83cd-43a29b47b816 req-f906b743-f158-4b39-8bc7-dad23c3e6e1a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.0935330 Sep 09 20:06:46.453371 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a991a7fa-842d-41d9-83cd-43a29b47b816 req-943d0a68-8c3a-4cbe-a59a-788af8901edc tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849946 Sep 09 20:06:46.491048 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.494555 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18b37e-d46e-408e-a7b5-91a12f9f9253 req-e6c48fbb-39ff-4287-85bd-1eafc4541d66 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:46.498391 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f18b37e-d46e-408e-a7b5-91a12f9f9253 req-e6c48fbb-39ff-4287-85bd-1eafc4541d66 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1052425 Sep 09 20:06:46.532761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.532761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.533645 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.533950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > port after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.534326 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.534649 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > port after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.534967 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.535315 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.535681 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.536007 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.609281 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.609281 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.609824 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.610042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 20:06:46.610492 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca334fe-80d0-45b3-9e15-9c2473861fc0']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:46.626103 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce822e2-736c-4a19-80fb-f572f0f81be3 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:06:46.635215 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f18b37e-d46e-408e-a7b5-91a12f9f9253 req-9d1f363e-74aa-4b7f-a874-e10014ce4530 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232269 Sep 09 20:06:46.652432 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.658851 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed445a27-cca0-4a5c-b245-a5a1b29dba11') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:46.659151 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed445a27-cca0-4a5c-b245-a5a1b29dba11') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:46.667629 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921953b-0a4c-4606-b421-4031e7f123ab req-950611e1-dd3b-47d3-9d7d-d5f09bdce68f tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:46.670981 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6921953b-0a4c-4606-b421-4031e7f123ab req-950611e1-dd3b-47d3-9d7d-d5f09bdce68f tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 932 time: 0.1311769 Sep 09 20:06:46.671130 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] For port 7d9718e5-2984-4ad9-a7bc-736f158c16bd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=7d9718e5-2984-4ad9-a7bc-736f158c16bd,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:46.671850 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.701801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.726282 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Calling delete_port for 7d9718e5-2984-4ad9-a7bc-736f158c16bd owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:06:46.743234 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Transition to ACTIVE for port object 4ce822e2-736c-4a19-80fb-f572f0f81be3 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:06:46.747777 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6921953b-0a4c-4606-b421-4031e7f123ab req-36a3405c-0b0e-4977-9ace-e4ee57f2491c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645931 Sep 09 20:06:46.761133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.769176 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:46.776015 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.880302 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:06:46.880845 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: from cryptography.utils import int_from_bytes Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: from cryptography.utils import int_from_bytes Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:06:46.891000 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:06:46.902539 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9684b-94f5-4e82-b05f-1b97136300d7 req-571d63c7-e032-4909-be8c-5a61e9afde45 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:46.911147 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b4c9684b-94f5-4e82-b05f-1b97136300d7 req-571d63c7-e032-4909-be8c-5a61e9afde45 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.1204953 Sep 09 20:06:46.968238 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:47.050835 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.091711 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.098428 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ca334fe-80d0-45b3-9e15-9c2473861fc0 HTTP/1.1" status: 204 len: 168 time: 1.0914240 Sep 09 20:06:47.110172 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527c71e-0cb1-4ac1-93ad-c4b872bfe740 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca334fe-80d0-45b3-9e15-9c2473861fc0,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:47.205664 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b4c9684b-94f5-4e82-b05f-1b97136300d7 req-2685571a-f1ae-4690-85bb-3885c060b674 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2932453 Sep 09 20:06:47.227195 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 55176) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:47.238712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Attempting to bind port 4ce822e2-736c-4a19-80fb-f572f0f81be3 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:06:47.239063 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Attempting to bind port 4ce822e2-736c-4a19-80fb-f572f0f81be3 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:06:47.239404 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Attempting to bind port 4ce822e2-736c-4a19-80fb-f572f0f81be3 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:06:47.262303 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Port 4ce822e2-736c-4a19-80fb-f572f0f81be3 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:06:47.262638 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Attempting to bind port 4ce822e2-736c-4a19-80fb-f572f0f81be3 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:06:47.284975 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:06:47.285456 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Checking segment: {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:06:47.285745 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Bound using segment: {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:06:47.287363 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Bound port: 4ce822e2-736c-4a19-80fb-f572f0f81be3, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:06:47.287363 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.291353 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.305739 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['7d9718e5-2984-4ad9-a7bc-736f158c16bd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:47.343462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55180) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:47.353840 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Pushing event deleted for resources: {'Port': ['ID=7d9718e5-2984-4ad9-a7bc-736f158c16bd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:47.401528 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71efcd-9e59-46bf-9a8b-7e3df54f3781 req-a47a91fd-e587-4c5d-8782-d605a52c9305 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:47.404235 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3e71efcd-9e59-46bf-9a8b-7e3df54f3781 req-a47a91fd-e587-4c5d-8782-d605a52c9305 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f16207-e2cb-453f-8a77-9eafc0b9569f HTTP/1.1" status: 200 len: 867 time: 0.1551540 Sep 09 20:06:47.431152 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] No DVR routers for this DVR port 7d9718e5-2984-4ad9-a7bc-736f158c16bd on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:06:47.442333 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.444514 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-34c2e0e4-7682-4067-953b-621cd06527b2 req-e0aa9e24-f30d-4442-92fa-3baa9e21e8c1 tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.30 "DELETE /v2.0/ports/7d9718e5-2984-4ad9-a7bc-736f158c16bd HTTP/1.1" status: 204 len: 173 time: 1.4872608 Sep 09 20:06:47.445175 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'name': 'network-vif-deleted', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:47.448174 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb9b83-6fc3-4800-81fb-8960ffcd4fd6" -d '{"events": [{"server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "name": "network-vif-deleted", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:47.489726 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:06:47.493991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:06:47.497378 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f3dd6511-5e2c-4f4e-9f64-d07aaddcdc42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5e3fe426b09464199d16f718627f6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513417 Sep 09 20:06:47.501666 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.503818 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55184) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:47.553818 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3e71efcd-9e59-46bf-9a8b-7e3df54f3781 req-c71d15ef-5205-4e44-a17c-0b84175794ef tempest-ServerRescueNegativeTestJSON-1297115510 tempest-ServerRescueNegativeTestJSON-1297115510-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3203020-f159-4614-9130-58af7c48af23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328216 Sep 09 20:06:47.568309 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:47.578303 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a526a4-8164-429c-b677-794e6d38a210 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:47.588952 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:47.589618 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.591091 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-75e6e51b-5a42-4343-b2f3-1a2173fe5d32 service neutron] 10.222.0.30 "PUT /v2.0/ports/4ce822e2-736c-4a19-80fb-f572f0f81be3 HTTP/1.1" status: 200 len: 1094 time: 1.9731243 Sep 09 20:06:47.592605 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3626edb9-2f02-4f77-bf69-515938bc6d13 x-openstack-request-id: req-3626edb9-2f02-4f77-bf69-515938bc6d13 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:47.592899 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92f16207-e2cb-453f-8a77-9eafc0b9569f", "name": "network-vif-deleted", "tag": "7d9718e5-2984-4ad9-a7bc-736f158c16bd", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:47.593149 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3626edb9-2f02-4f77-bf69-515938bc6d13 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:47.593590 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92f16207-e2cb-453f-8a77-9eafc0b9569f', 'name': 'network-vif-deleted', 'tag': '7d9718e5-2984-4ad9-a7bc-736f158c16bd', 'status': 'completed', 'code': 200} Sep 09 20:06:47.597732 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-34a526a4-8164-429c-b677-794e6d38a210 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1094 time: 0.3691974 Sep 09 20:06:47.602142 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55186) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:47.608025 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'port_id': '077cc375-0a18-49bb-9f02-3639bba33404', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:47.622256 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b52469b-0461-41a9-80c2-2c11fc1b0b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.656972 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.663569 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.731570 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.804683 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-3234eec0-9774-4fbc-8075-b9c8a86f5601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:47.807256 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-3234eec0-9774-4fbc-8075-b9c8a86f5601 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 1097 time: 0.1213491 Sep 09 20:06:47.875054 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.885639 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c70a7d-48cc-47c5-997a-be77c9ec9c47 req-3efbeba7-22df-48e3-967f-90e67bf1481e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:47.887655 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-7ca2760a-a24e-4fa2-b903-42f864bbe644 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3 HTTP/1.1" status: 200 len: 217 time: 0.0490994 Sep 09 20:06:47.896105 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.898744 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:47.899081 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-24c70a7d-48cc-47c5-997a-be77c9ec9c47 req-3efbeba7-22df-48e3-967f-90e67bf1481e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1304905 Sep 09 20:06:47.899986 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfa6c4a6-fc36-4664-9811-1c0d26f44b32 HTTP/1.1" status: 204 len: 168 time: 0.3413200 Sep 09 20:06:48.001778 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-24c70a7d-48cc-47c5-997a-be77c9ec9c47 req-025237f6-834e-42dd-b6d3-608f0884d0ff tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009901 Sep 09 20:06:48.082721 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00411edf-9486-46cc-b918-3a1a51f24f6d req-0545ce0b-1db6-4428-b9b7-24cd26c9b4b8 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:48.084201 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-00411edf-9486-46cc-b918-3a1a51f24f6d req-0545ce0b-1db6-4428-b9b7-24cd26c9b4b8 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 944 time: 0.1345875 Sep 09 20:06:48.164387 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-00411edf-9486-46cc-b918-3a1a51f24f6d req-01b1b907-98b0-4e09-891c-23410d28a2bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Sep 09 20:06:48.185459 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1f71a-581f-4da3-8907-18ce3775d2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6c4a6-fc36-4664-9811-1c0d26f44b32,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:48.264694 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765508b-2936-4156-9983-892e84ac8924 req-9fd9a195-8ec9-47c3-89b6-c1d75e15e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:48.266375 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-9fd9a195-8ec9-47c3-89b6-c1d75e15e099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 HTTP/1.1" status: 200 len: 853 time: 0.3643403 Sep 09 20:06:48.293347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:48.323664 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-17768c5f-a6c0-41d9-a698-3bd8427aff18 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462823 Sep 09 20:06:48.327492 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24192c-d2f1-4661-bc7f-09758591260f req-79792be5-25d9-4536-89c8-60687c12c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:48.329233 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-79792be5-25d9-4536-89c8-60687c12c326 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 1097 time: 0.1831887 Sep 09 20:06:48.533554 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24192c-d2f1-4661-bc7f-09758591260f req-6b61a70b-7160-412d-944b-1ca8261a9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:48.535844 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-6b61a70b-7160-412d-944b-1ca8261a9f23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1097 time: 0.1638646 Sep 09 20:06:48.592902 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-c1b1184e-148c-4356-b42a-7136dd27a2cd service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250440 Sep 09 20:06:48.594351 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.27.3.5 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/bd1d814a-4f36-44c6-9fae-8a0a1e92a467) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:06:48.664100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 55198) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:48.813620 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24192c-d2f1-4661-bc7f-09758591260f req-279a0d50-c2a2-4b2c-9e32-d0b7b9625105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:48.815134 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-279a0d50-c2a2-4b2c-9e32-d0b7b9625105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.2673848 Sep 09 20:06:48.894286 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a765508b-2936-4156-9983-892e84ac8924 req-72e66b84-863a-4b37-9587-8c5013320027 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853651 Sep 09 20:06:48.913909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:48.921001 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:48.933494 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-6f5d707c-9330-43d5-b948-b2c6944f2e5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 999 time: 0.1101232 Sep 09 20:06:49.006755 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24192c-d2f1-4661-bc7f-09758591260f req-1738ae7a-e31e-4ddf-a2c3-413189d38639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:49.008361 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-1738ae7a-e31e-4ddf-a2c3-413189d38639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0651569 Sep 09 20:06:49.011272 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:49.082522 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:06:49.091062 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:06:49.097786 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:06:49.127898 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=bd1d814a-4f36-44c6-9fae-8a0a1e92a467,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:49.145703 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24192c-d2f1-4661-bc7f-09758591260f req-065ccbd8-859a-4946-bd89-37c44cff5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:49.147193 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-065ccbd8-859a-4946-bd89-37c44cff5a88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1276309 Sep 09 20:06:49.322270 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-06d7c0eb-7e1a-44fd-a78c-1116e1a8213b service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644442 Sep 09 20:06:49.359727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6a90-8894-4613-9c5a-b8b1777dcb5c req-6ae58c3d-1cd4-4e8b-9ba1-abe7105732ec tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:49.362510 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c2cd6a90-8894-4613-9c5a-b8b1777dcb5c req-6ae58c3d-1cd4-4e8b-9ba1-abe7105732ec tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1756272 Sep 09 20:06:49.425200 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:49.516258 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-5b24192c-d2f1-4661-bc7f-09758591260f req-c842ca8d-5d83-4148-85b8-8434eaac9a21 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842134 Sep 09 20:06:49.587101 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c2cd6a90-8894-4613-9c5a-b8b1777dcb5c req-70aa99f0-2710-47b6-93da-3c62a34cf312 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888700 Sep 09 20:06:49.611013 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d69a8f-99d7-494f-9adc-b1a5b3bafa75 req-01849e87-b8b2-417e-ac0e-90e20935d413 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:49.618016 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8d69a8f-99d7-494f-9adc-b1a5b3bafa75 req-01849e87-b8b2-417e-ac0e-90e20935d413 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 944 time: 0.3083286 Sep 09 20:06:49.628900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:49.635013 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918ee480-52df-45d3-aac6-fe0b02eee16a" -d '{"events": [{"name": "network-changed", "server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:49.772261 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a58992c-2754-4ef1-b073-7096dbf612b9 x-openstack-request-id: req-8a58992c-2754-4ef1-b073-7096dbf612b9 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:49.772713 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:49.773086 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a58992c-2754-4ef1-b073-7096dbf612b9 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:49.773703 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3', 'status': 'completed', 'code': 200} Sep 09 20:06:49.911388 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8d69a8f-99d7-494f-9adc-b1a5b3bafa75 req-bd84efb8-2abc-4c08-90f4-5ece84f8b64c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664965 Sep 09 20:06:50.153765 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Deleting port 7531437b-7f5d-440a-a5bb-fed9966a587b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:06:50.154255 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:50.245360 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-1f68bd43-3d80-4062-bbb0-5420fb1de663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:50.246795 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-1f68bd43-3d80-4062-bbb0-5420fb1de663 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 1097 time: 0.4776151 Sep 09 20:06:50.269945 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:50.338767 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] For port 7531437b-7f5d-440a-a5bb-fed9966a587b, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=7531437b-7f5d-440a-a5bb-fed9966a587b,segment=NetworkSegment(0dabc22b-3551-4399-8008-23a0a03f04f0),segment_id=0dabc22b-3551-4399-8008-23a0a03f04f0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:50.341787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:50.376350 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Calling delete_port for 7531437b-7f5d-440a-a5bb-fed9966a587b owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:06:50.427388 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:50.492839 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-72fe77e1-c397-4768-80c2-28f4409a3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:50.495854 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-72fe77e1-c397-4768-80c2-28f4409a3534 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 914 time: 0.2383590 Sep 09 20:06:50.497028 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:50.609230 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-ce31990a-4909-4ed9-8e25-0dac484abe34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3 HTTP/1.1" status: 200 len: 217 time: 0.1058540 Sep 09 20:06:50.782278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 7d9718e5-2984-4ad9-a7bc-736f158c16bd no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:50.858451 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 7d9718e5-2984-4ad9-a7bc-736f158c16bd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:06:50.861020 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 7d9718e5-2984-4ad9-a7bc-736f158c16bd not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:06:50.909429 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a56e-3453-4f35-a08d-824794e380d3 req-4f206e70-5177-4a48-b50d-249d32ac7b54 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:50.912552 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-15d0a56e-3453-4f35-a08d-824794e380d3 req-4f206e70-5177-4a48-b50d-249d32ac7b54 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1607761 Sep 09 20:06:50.968937 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-7c7a1871-149d-41dc-96ea-66cd35560497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:50.975513 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-7c7a1871-149d-41dc-96ea-66cd35560497 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 HTTP/1.1" status: 200 len: 853 time: 0.0917172 Sep 09 20:06:51.024066 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-15d0a56e-3453-4f35-a08d-824794e380d3 req-f264b826-fc4f-4867-bb91-9171ce9084ea tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947871 Sep 09 20:06:51.083289 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-2b4bb673-afb9-4168-bccb-fdbd6948b7d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378435 Sep 09 20:06:51.092583 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:51.142119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Pushing event deleted for resources: {'Port': ['ID=7531437b-7f5d-440a-a5bb-fed9966a587b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:51.189719 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f630e9-47d2-4077-86ed-387cf9534169 req-694dd58d-8206-466e-8d24-0d68b68afe1b tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:51.191969 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6f630e9-47d2-4077-86ed-387cf9534169 req-694dd58d-8206-466e-8d24-0d68b68afe1b tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 944 time: 0.1471279 Sep 09 20:06:51.207974 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:51.218744 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:51.334583 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6f630e9-47d2-4077-86ed-387cf9534169 req-bf8b094b-f043-4e5b-bbe9-24d83181d267 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852423 Sep 09 20:06:51.385794 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=bd1d814a-4f36-44c6-9fae-8a0a1e92a467,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:51.417290 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:51.627480 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:51.672849 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP 03f846de-ec19-47a4-9d48-32c657aafc26 associated. External IP: 172.27.3.5, port: 077cc375-0a18-49bb-9f02-3639bba33404. Sep 09 20:06:52.067391 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:06:52.277471 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:06:52.303534 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:52.310046 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Router 3b1553bd-dd8b-47f0-81af-7d602908c5de has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:06:52.310274 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:06:52.325455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f29a-2f86-4049-9116-c676eeb5d86e req-2bc00249-4924-469c-bb8a-491e985ee697 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:52.327082 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e24f29a-2f86-4049-9116-c676eeb5d86e req-2bc00249-4924-469c-bb8a-491e985ee697 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0886171 Sep 09 20:06:52.336347 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:06:52.341524 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:06:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:52.361491 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5e9a37b6-de09-49cf-b77d-8d5daff0b666 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7512953 Sep 09 20:06:52.361491 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:52.361491 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d68983f-f9ad-4caf-9e64-428b8367d12c" -d '{"events": [{"name": "network-changed", "server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "tag": "077cc375-0a18-49bb-9f02-3639bba33404"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:52.439913 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead0462-bb7c-467d-8189-356f9cf74a8c x-openstack-request-id: req-8ead0462-bb7c-467d-8189-356f9cf74a8c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:52.440581 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "tag": "077cc375-0a18-49bb-9f02-3639bba33404", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:52.440581 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ead0462-bb7c-467d-8189-356f9cf74a8c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:52.441362 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404', 'status': 'completed', 'code': 200} Sep 09 20:06:52.477290 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e24f29a-2f86-4049-9116-c676eeb5d86e req-976765dd-002f-4b21-a24c-878a785c56ae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370096 Sep 09 20:06:52.494624 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:06:52.577472 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:06:52.586408 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-af2384f7-1402-470e-8d6d-e085dedbb16f admin admin] 10.222.0.37 "PUT /v2.0/routers/3b1553bd-dd8b-47f0-81af-7d602908c5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9188659 Sep 09 20:06:52.586906 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55242) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:52.594503 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Sync routers for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:06:52.613251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea54da7-12c1-4444-bba5-2b352c8fe1d3 req-8de6f403-185a-4a95-af21-5f13ad759d60 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:52.615269 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bea54da7-12c1-4444-bba5-2b352c8fe1d3 req-8de6f403-185a-4a95-af21-5f13ad759d60 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 944 time: 0.0848083 Sep 09 20:06:52.615727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:06:52.616382 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:06:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:52.707042 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bea54da7-12c1-4444-bba5-2b352c8fe1d3 req-7bac5f50-6ed3-40ee-928d-7f0acfaafec3 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850132 Sep 09 20:06:52.789991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:52.826640 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4ce822e2-736c-4a19-80fb-f572f0f81be3 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:06:52.903788 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:06:53.009692 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '03f846de-ec19-47a4-9d48-32c657aafc26', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': '077cc375-0a18-49bb-9f02-3639bba33404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:f3:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:06:49Z', 'updated_at': '2021-09-09T20:06:49Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:53.015063 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.049546 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:06:53.067378 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:06:53.068049 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:06:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:53.147236 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:53.148796 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Deleting port 59abadb0-61c2-476f-ae9d-aca86306166c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:06:53.150957 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.172393 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '4ce822e2-736c-4a19-80fb-f572f0f81be3', 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243', 'port_id': '4ce822e2-736c-4a19-80fb-f572f0f81be3', 'mac_address': 'fa:16:3e:2b:bd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:06:53.289767 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.292425 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:06:53.329222 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce822e2-736c-4a19-80fb-f572f0f81be3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:06:53.363349 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] For port 59abadb0-61c2-476f-ae9d-aca86306166c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=59abadb0-61c2-476f-ae9d-aca86306166c,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:53.363849 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.398024 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Calling delete_port for 59abadb0-61c2-476f-ae9d-aca86306166c owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:06:53.404738 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:53.410725 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:06:50Z', 'revision_number': 5, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port': {'id': '59abadb0-61c2-476f-ae9d-aca86306166c', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:99:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:47Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:53.419972 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.471071 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Checking router: 3b1553bd-dd8b-47f0-81af-7d602908c5de for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:06:53.525517 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Routers {'3b1553bd-dd8b-47f0-81af-7d602908c5de'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:06:53.526594 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:06:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['3b1553bd-dd8b-47f0-81af-7d602908c5de'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:53.708694 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:53.732487 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:53.746876 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['4ce822e2-736c-4a19-80fb-f572f0f81be3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:06:53.780727 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Pushing event deleted for resources: {'Port': ['ID=59abadb0-61c2-476f-ae9d-aca86306166c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:53.899075 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e7f17-94b2-413e-838f-56d6395ec191 req-aa5b660a-c048-46dd-948b-a85463bbf6a3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:53.912781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-414e7f17-94b2-413e-838f-56d6395ec191 req-aa5b660a-c048-46dd-948b-a85463bbf6a3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.2517612 Sep 09 20:06:53.974566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.019299 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '03f846de-ec19-47a4-9d48-32c657aafc26', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': '077cc375-0a18-49bb-9f02-3639bba33404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:f3:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:06:49Z', 'updated_at': '2021-09-09T20:06:49Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:54.057072 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7730e642-0794-4f43-8590-356fb22460f9 None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '03f846de-ec19-47a4-9d48-32c657aafc26', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': '077cc375-0a18-49bb-9f02-3639bba33404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:f3:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:06:49Z', 'updated_at': '2021-09-09T20:06:49Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:06:54.166148 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-414e7f17-94b2-413e-838f-56d6395ec191 req-0090cafa-5dc3-4e68-a0b2-6c4030e05798 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336173 Sep 09 20:06:54.207584 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb583dde-7c3d-4cee-935d-786fcc62e45b req-7ea373bd-ea7a-4942-99a6-aba592dfa88c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:54.214274 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] Set router 3b1553bd-dd8b-47f0-81af-7d602908c5de gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:06:54.216488 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb583dde-7c3d-4cee-935d-786fcc62e45b req-7ea373bd-ea7a-4942-99a6-aba592dfa88c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 945 time: 0.2563312 Sep 09 20:06:54.242452 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.249098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.273412 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb583dde-7c3d-4cee-935d-786fcc62e45b req-d5c3a6a3-7c9c-4ddf-a33a-cfda4a113e8f tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506530 Sep 09 20:06:54.373865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:06:53Z', 'revision_number': 6, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:54.376076 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.376889 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1553bd-dd8b-47f0-81af-7d602908c5de {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:06:54.390351 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.396636 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fbbaa040-5784-4b2d-9b46-c051b476993e admin admin] 10.222.0.37 "DELETE /v2.0/routers/3b1553bd-dd8b-47f0-81af-7d602908c5de HTTP/1.1" status: 204 len: 168 time: 1.8026145 Sep 09 20:06:54.397299 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 55250) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:54.430355 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b7ab9a-7a6d-4e55-8a2c-c1b050affb3f None None] The sync data for ids ['3b1553bd-dd8b-47f0-81af-7d602908c5de'] in dv-cinder-806991-6-iscsi is: [{'id': '3b1553bd-dd8b-47f0-81af-7d602908c5de', 'name': 'tempest-ServerRescueNegativeTestJSON-1656923621-router', 'tenant_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:06:53Z', 'revision_number': 6, 'project_id': '19bf9280045e47e2a5dbb1a1cad45b29', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:06:54.485400 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc78db-960a-4ade-b0cc-1e9a653794e6 None None] New status for floating IP 03f846de-ec19-47a4-9d48-32c657aafc26: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:06:54.548829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Deleting subnet e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:06:54.557202 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.616608 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.667754 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.739200 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.771841 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:54.776934 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.784208 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55252) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:54.802458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6c23bb11-999d-4d84-953a-73659dbee015 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5d46b22-bb63-4cc6-aa68-a740b2c4f0cc HTTP/1.1" status: 204 len: 168 time: 0.4035125 Sep 09 20:06:54.850175 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:54.948001 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.080230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.106724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457c2db4-abf3-4974-a3dc-d3372847cdbd']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:55.119682 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dabc22b-3551-4399-8008-23a0a03f04f0') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:55.119991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dabc22b-3551-4399-8008-23a0a03f04f0') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:06:55.138355 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.153913 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.160939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:06:55.161432 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:06:55.163557 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:06:55.237109 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.260024 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Pushing event deleted for resources: {'Network': ['ID=457c2db4-abf3-4974-a3dc-d3372847cdbd,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:55.262531 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.264633 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bc86488d-7f2a-44bf-9f4e-2a2d2f7df01d admin admin] 10.222.0.37 "DELETE /v2.0/networks/457c2db4-abf3-4974-a3dc-d3372847cdbd HTTP/1.1" status: 204 len: 168 time: 0.4793875 Sep 09 20:06:55.563282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79f8fa-0c58-42e7-a0c6-68ab1a1379c1 req-25d3dabc-7916-4a9f-8996-543862a847e9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:55.566105 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3e79f8fa-0c58-42e7-a0c6-68ab1a1379c1 req-25d3dabc-7916-4a9f-8996-543862a847e9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.2359385 Sep 09 20:06:55.614347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:55.726201 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3e79f8fa-0c58-42e7-a0c6-68ab1a1379c1 req-e3ca57a0-205a-484b-b13b-1110bc994010 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218660 Sep 09 20:06:55.760964 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8508294f-59b2-4dec-b1e7-e2945b8a167b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19bf9280045e47e2a5dbb1a1cad45b29&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1449478 Sep 09 20:06:55.764228 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489d5f-a5bb-469f-a411-0a551dc52af9 req-505d8e1e-5e96-4d07-b8b2-b4899a0258bb tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:55.766167 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:55.772653 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-95489d5f-a5bb-469f-a411-0a551dc52af9 req-505d8e1e-5e96-4d07-b8b2-b4899a0258bb tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 945 time: 0.2558157 Sep 09 20:06:55.821949 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-95489d5f-a5bb-469f-a411-0a551dc52af9 req-f949b649-c056-4404-aad3-8a92ae926514 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465615 Sep 09 20:06:55.906344 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:55.952687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:56.031457 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:56.034740 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:56.039813 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3203020-f159-4614-9130-58af7c48af23 HTTP/1.1" status: 204 len: 168 time: 0.2684042 Sep 09 20:06:56.051442 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af25ac8-1c1f-4199-91e1-d67e7dbb2eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3203020-f159-4614-9130-58af7c48af23,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:56.128540 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 59abadb0-61c2-476f-ae9d-aca86306166c no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:56.152625 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 59abadb0-61c2-476f-ae9d-aca86306166c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:06:56.152982 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 59abadb0-61c2-476f-ae9d-aca86306166c not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:06:56.153435 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 7531437b-7f5d-440a-a5bb-fed9966a587b no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:06:56.204971 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 7531437b-7f5d-440a-a5bb-fed9966a587b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:06:56.205644 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 7531437b-7f5d-440a-a5bb-fed9966a587b not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:06:56.821558 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4ce822e2-736c-4a19-80fb-f572f0f81be3 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:06:56.944657 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3261888-43d6-4a67-8ed2-031d44b2523c req-97825a17-c91e-491a-aa7d-c8a0763fa7e3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:56.946697 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 4ce822e2-736c-4a19-80fb-f572f0f81be3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:06:56.953613 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 4ce822e2-736c-4a19-80fb-f572f0f81be3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:06:56.953942 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:56.959256 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3261888-43d6-4a67-8ed2-031d44b2523c req-97825a17-c91e-491a-aa7d-c8a0763fa7e3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1082957 Sep 09 20:06:57.111519 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3261888-43d6-4a67-8ed2-031d44b2523c req-93dcaafa-2ee9-4270-b837-b10c8f738d91 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467319 Sep 09 20:06:57.144129 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f3493-442a-4e59-a882-f856304dd48e req-a8d76e69-815d-4747-9250-c56a3ebf7e4d tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:57.147278 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f7f3493-442a-4e59-a882-f856304dd48e req-a8d76e69-815d-4747-9250-c56a3ebf7e4d tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 945 time: 0.1498921 Sep 09 20:06:57.246918 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.265592 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f7f3493-442a-4e59-a882-f856304dd48e req-7d8c66c4-87a7-4f95-8bfe-4898069f7fd7 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110849 Sep 09 20:06:57.314893 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:06:57.317012 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:06:57.321744 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a34b9e-9724-46e2-ac0b-9337c9a12e3e" -d '{"events": [{"server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "name": "network-vif-plugged", "status": "completed", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:06:57.338761 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.396297 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95544899-05aa-4502-8b22-933689fcc1e7 x-openstack-request-id: req-95544899-05aa-4502-8b22-933689fcc1e7 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:06:57.396735 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "name": "network-vif-plugged", "status": "completed", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:06:57.397078 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95544899-05aa-4502-8b22-933689fcc1e7 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:06:57.397610 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3', 'code': 200} Sep 09 20:06:57.466938 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:57.490882 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55292) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:57.626926 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-750163069-network', 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:57.673451 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:57.681902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.694139 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.844255 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.851980 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.896661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:06:57.911882 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85db3802-7f95-40b2-861d-3b095bad63fe,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:57.919041 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:57.919499 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Added segment 219873cb-0a74-409e-8745-e37fad666b1d of type vlan for network e7419441-6610-4b5f-8842-16625225e4b4 Sep 09 20:06:57.989967 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:58.037504 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:58.038751 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:58.039375 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:58.075287 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5827959 Sep 09 20:06:58.078463 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 55298) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:06:58.085585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Request body: {'subnet': {'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-750163069-subnet', 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:06:58.153890 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd1c7d-fe4c-4f84-9ddf-b9396341dffc admin admin] Pushing event updated for resources: {'Network': ['ID=e7419441-6610-4b5f-8842-16625225e4b4,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:58.167531 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network e7419441-6610-4b5f-8842-16625225e4b4 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:06:58.182821 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:06:58.187731 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:58.566130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40f7d4-c128-45a5-abe7-59f4ee436570 req-83d04ae2-9e89-4df6-86ff-3b3cd280a8d7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:58.583003 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd40f7d4-c128-45a5-abe7-59f4ee436570 req-83d04ae2-9e89-4df6-86ff-3b3cd280a8d7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.2371771 Sep 09 20:06:58.662079 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab1976-8d5c-47ea-b209-dada760f0691 req-e0bab948-8a30-4368-ab82-b7058021f5b0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:58.671973 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4fab1976-8d5c-47ea-b209-dada760f0691 req-e0bab948-8a30-4368-ab82-b7058021f5b0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.2263393 Sep 09 20:06:58.764103 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd40f7d4-c128-45a5-abe7-59f4ee436570 req-ba957588-4b91-46a7-ba6e-c81687455aa5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697221 Sep 09 20:06:58.823802 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4fab1976-8d5c-47ea-b209-dada760f0691 req-3647deb0-5a84-4592-b468-60c65cdd8957 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333833 Sep 09 20:06:58.903036 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:59.032953 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Checking segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:06:59.033604 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Network hostable DHCP agents. Network: e7419441-6610-4b5f-8842-16625225e4b4, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:06:59.039532 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e393d2-8191-41cc-936d-602db471600d,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:06:59.074269 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Network e7419441-6610-4b5f-8842-16625225e4b4 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:06:59.091700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, e7419441-6610-4b5f-8842-16625225e4b4) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:06:59.106959 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8412ed34-e0ca-4453-a6d8-54f8c318112f None None] Network e7419441-6610-4b5f-8842-16625225e4b4 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:06:59.118428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:06:59.119415 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:06:59.154639 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9165ac10-8692-4758-aca5-a204e7fb5b41 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0732317 Sep 09 20:06:59.389760 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1025a-8670-4e38-83fd-03167b45e8b8 None None] Network e7419441-6610-4b5f-8842-16625225e4b4 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:07:00.051866 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd08726-9de5-40f4-aeb7-8867484aced9 req-de0618b6-2b29-4f94-8992-aa7364c78477 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:00.053558 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2dd08726-9de5-40f4-aeb7-8867484aced9 req-de0618b6-2b29-4f94-8992-aa7364c78477 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1508982 Sep 09 20:07:00.085983 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-2def1c06-7c45-45eb-a5f7-770e6a6f18eb tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:00.088664 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-2def1c06-7c45-45eb-a5f7-770e6a6f18eb tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.2076414 Sep 09 20:07:00.115220 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-a13df52e-9acd-4193-a534-2a66dd319604 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/quotas/8eea5ec47c79458b926b43f77d8137ae HTTP/1.1" status: 200 len: 375 time: 0.0192688 Sep 09 20:07:00.150581 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2dd08726-9de5-40f4-aeb7-8867484aced9 req-4a4f4ac5-1049-4e3c-85c1-d14c75bfb281 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880818 Sep 09 20:07:00.179495 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-cc7b8a2a-679b-4e34-bbc6-1616acfea8b1 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374849 Sep 09 20:07:00.345222 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-ef0f9db7-31da-48f6-8c39-6a9050530766 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480970 Sep 09 20:07:00.358117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde95f1e-740e-4662-a2dc-84f68ec65365 req-01becd2a-60f5-4b78-a73c-f656a18a7b56 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:00.359739 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bde95f1e-740e-4662-a2dc-84f68ec65365 req-01becd2a-60f5-4b78-a73c-f656a18a7b56 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0958366 Sep 09 20:07:00.489301 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bde95f1e-740e-4662-a2dc-84f68ec65365 req-9cdb0bf8-e727-40a6-ab66-bd59c6c322b5 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195347 Sep 09 20:07:00.514587 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-119391e1-6e73-46eb-9544-65383b978e97 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536839 Sep 09 20:07:00.756065 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b71dfa22-4e47-4c52-acce-8d1bf80e2886 req-4a1f1b77-6df2-4cfe-8cde-ed964d1f30ab tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 210 time: 0.0356557 Sep 09 20:07:01.325123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5dcee-ae94-459a-8500-670298eda3dc req-a4f2c9a7-6149-4ca5-8d0d-841773a3eb93 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:01.326844 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ace5dcee-ae94-459a-8500-670298eda3dc req-a4f2c9a7-6149-4ca5-8d0d-841773a3eb93 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0540705 Sep 09 20:07:01.411935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ace5dcee-ae94-459a-8500-670298eda3dc req-1c0bc412-08aa-41af-878d-be3fbbb77b8f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781419 Sep 09 20:07:01.673138 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce26d4-e74c-42e9-88c0-8c5bc686a927 req-7ff0a763-330e-485d-89a2-0aef3d04d6f6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:01.675974 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-90ce26d4-e74c-42e9-88c0-8c5bc686a927 req-7ff0a763-330e-485d-89a2-0aef3d04d6f6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0591702 Sep 09 20:07:01.742258 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-90ce26d4-e74c-42e9-88c0-8c5bc686a927 req-4f5f23a4-2231-4948-8269-dab4acbc6df5 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580120 Sep 09 20:07:01.866486 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9d0a9fe7-cb72-407e-b407-b52ed5ea7949 req-98dae166-65e4-4117-9d6b-5306310bfbad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 210 time: 0.0298610 Sep 09 20:07:02.553096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6280-640e-42bf-98c1-116010528275 req-c929ae1d-7236-4866-8ddc-0381f0b605a1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:02.554734 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-521c6280-640e-42bf-98c1-116010528275 req-c929ae1d-7236-4866-8ddc-0381f0b605a1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0515525 Sep 09 20:07:02.604804 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-521c6280-640e-42bf-98c1-116010528275 req-f31fbb94-3641-4a2b-8af9-9d6dd48f25f6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381722 Sep 09 20:07:02.748808 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-cc05bbfb-6489-41d6-82f5-3e208b9dca47 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430037 Sep 09 20:07:02.962647 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea6691-aa7d-4817-8650-fc62089b3272 req-c8f46886-5205-406a-bafe-04c5414ed35b tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:02.964232 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-02ea6691-aa7d-4817-8650-fc62089b3272 req-c8f46886-5205-406a-bafe-04c5414ed35b tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.1146309 Sep 09 20:07:03.004647 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f9387f05-9aca-4140-910d-d0b08d153cec req-869dd838-88d0-4aa7-b449-328187e526f6 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 210 time: 0.0391893 Sep 09 20:07:03.029300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-55f24e68-720f-474c-9757-7a23921e4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.030855 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-55f24e68-720f-474c-9757-7a23921e4acf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1099 time: 0.2168815 Sep 09 20:07:03.074338 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-02ea6691-aa7d-4817-8650-fc62089b3272 req-432589ea-9694-4fe5-bd8c-1362cd6913ff tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954227 Sep 09 20:07:03.084944 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd321061-9b8d-4700-b71f-0b14ac097f95 req-4a855e46-da94-4a8b-86d4-eba728153cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.087485 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dd321061-9b8d-4700-b71f-0b14ac097f95 req-4a855e46-da94-4a8b-86d4-eba728153cd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 1099 time: 0.0745783 Sep 09 20:07:03.099783 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-bd0d91d7-d54f-4374-8ce6-f04b7256871e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2371018 Sep 09 20:07:03.119622 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-918ee480-52df-45d3-aac6-fe0b02eee16a req-bc38b184-3d98-46b3-bf9e-a70e65ffa2cc service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075485 Sep 09 20:07:03.148604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-dd321061-9b8d-4700-b71f-0b14ac097f95 req-ea070379-79ef-41d0-aefe-ee97d6949e6f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Sep 09 20:07:03.200194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628d2a7-7281-4ee6-b77f-485002119822 req-3c6c92e8-df6c-41dc-a461-bf6ce444a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.201779 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-3c6c92e8-df6c-41dc-a461-bf6ce444a521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1099 time: 0.0572870 Sep 09 20:07:03.218900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-58ea9c18-56ae-468b-805c-061dd32ae610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.220491 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-58ea9c18-56ae-468b-805c-061dd32ae610 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1778488 Sep 09 20:07:03.506159 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-0fa30979-aa4a-4b4d-87cd-b7de6124dfa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 200 len: 1000 time: 0.1453958 Sep 09 20:07:03.566146 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628d2a7-7281-4ee6-b77f-485002119822 req-e937f30c-63db-4634-a7c2-a64fe73ea6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.567913 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-e937f30c-63db-4634-a7c2-a64fe73ea6b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.1656475 Sep 09 20:07:03.635839 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-325f81c4-1c00-4009-8e3c-9ee160f88fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.637426 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-325f81c4-1c00-4009-8e3c-9ee160f88fa6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.1025424 Sep 09 20:07:03.686959 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-bd5bea59-5bec-4bfd-a012-f8f95e99eb18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 1001 time: 0.1078517 Sep 09 20:07:03.715467 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-93067d28-18a1-41bb-94e6-39b4bdc78ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.718060 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-93067d28-18a1-41bb-94e6-39b4bdc78ea0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711081 Sep 09 20:07:03.791615 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628d2a7-7281-4ee6-b77f-485002119822 req-1cbcc394-d26a-4664-8822-eba84a0d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.793176 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-1cbcc394-d26a-4664-8822-eba84a0d8154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0949402 Sep 09 20:07:03.837248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d717984-dd0c-4c08-b2c0-2dbb96359940 req-6f029dba-f086-4dc8-9965-577819373f28 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.850348 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6d717984-dd0c-4c08-b2c0-2dbb96359940 req-6f029dba-f086-4dc8-9965-577819373f28 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1149137 Sep 09 20:07:03.891153 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6d717984-dd0c-4c08-b2c0-2dbb96359940 req-f4f5d82b-7d21-4932-9398-0d2794ecd3b1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370793 Sep 09 20:07:03.900575 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d628d2a7-7281-4ee6-b77f-485002119822 req-dd2eb950-a83c-4593-befd-0ac4846210fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:03.902351 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-dd2eb950-a83c-4593-befd-0ac4846210fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811150 Sep 09 20:07:03.906310 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-3466bcd9-82ba-4e8e-90f7-001fd7ab4a25 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676128 Sep 09 20:07:04.099681 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-26e4333d-d6bc-4b65-abd0-655b1f58217d service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794045 Sep 09 20:07:04.103287 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8d68983f-f9ad-4caf-9e64-428b8367d12c req-1ff038c0-02a7-4e6a-a8fd-ce4150b10723 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700726 Sep 09 20:07:04.236092 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5229504f-ed5e-460a-8bb3-1b5bd096fa85 req-54d2ad9d-aa13-44ea-99c8-7a9b51805bf1 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 210 time: 0.0838621 Sep 09 20:07:04.314224 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-52b054a8-a359-45e8-847c-1d4c4e98170c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:04.316485 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-52b054a8-a359-45e8-847c-1d4c4e98170c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.2666318 Sep 09 20:07:04.323350 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d628d2a7-7281-4ee6-b77f-485002119822 req-c7a0c316-27ed-44c3-86f6-6e449c0f9f3c service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020066 Sep 09 20:07:04.327220 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f995121-a27a-4767-b028-e032807064fd req-27f66679-3c4b-4ba5-8b6a-3d72b17992a5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:04.328854 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f995121-a27a-4767-b028-e032807064fd req-27f66679-3c4b-4ba5-8b6a-3d72b17992a5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0956645 Sep 09 20:07:04.365990 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Request body: {'port': {'device_id': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'admin_state_up': True, 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:04.458040 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f995121-a27a-4767-b028-e032807064fd req-7e5d016a-5605-4eb7-ac93-e5abf53e6577 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168001 Sep 09 20:07:04.518948 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce319b01-4ee7-4098-82e1-c1ff51dfa330 req-91c79b47-9bba-4362-b1f5-bc24802987db tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:04.520390 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce319b01-4ee7-4098-82e1-c1ff51dfa330 req-91c79b47-9bba-4362-b1f5-bc24802987db tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.1590395 Sep 09 20:07:04.598931 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce319b01-4ee7-4098-82e1-c1ff51dfa330 req-00a5f661-aeed-46b8-b6ec-8d533de0f95c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674856 Sep 09 20:07:04.600319 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:07:04.603894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:04.832766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Allocated IP 172.20.0.11 (e7419441-6610-4b5f-8842-16625225e4b4/79e393d2-8191-41cc-936d-602db471600d/43943465-5e57-48c7-8655-0714747b1479) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:07:05.099869 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ada9cf-cdff-4a6b-845c-341ea80ea49e req-81debb0d-7aed-4d31-94ce-838a04ed5e12 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:05.101456 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7ada9cf-cdff-4a6b-845c-341ea80ea49e req-81debb0d-7aed-4d31-94ce-838a04ed5e12 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0978832 Sep 09 20:07:05.104673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:05.166412 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7ada9cf-cdff-4a6b-845c-341ea80ea49e req-fe8e2de7-24af-4503-9320-456ef0b7ea73 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530784 Sep 09 20:07:05.182051 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:05.280679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Network e7419441-6610-4b5f-8842-16625225e4b4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:07:05.286620 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:07:05.295620 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:07:05.335930 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event updated for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:05.409939 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:05.410796 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:05.433296 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-e4fe931b-88fd-4645-9cb6-4b47eda75e70 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0900164 Sep 09 20:07:05.442940 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f9f92-3802-4fec-acc3-06957e30951b req-9e1c8c8f-00e1-46ac-8916-6f4ddcd5097c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:05.444568 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-439f9f92-3802-4fec-acc3-06957e30951b req-9e1c8c8f-00e1-46ac-8916-6f4ddcd5097c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 932 time: 0.0998049 Sep 09 20:07:05.454867 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Request body: {'port': {'device_id': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:05.571518 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-439f9f92-3802-4fec-acc3-06957e30951b req-6b83d48f-a816-49b6-b944-bf71b08755d2 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124380 Sep 09 20:07:05.580270 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:05.963927 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20224be2-2d5e-40c9-9865-c0a3abe3b590 req-90a83048-76d3-4d8e-a263-01cefac949fa tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:05.965563 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20224be2-2d5e-40c9-9865-c0a3abe3b590 req-90a83048-76d3-4d8e-a263-01cefac949fa tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.3807330 Sep 09 20:07:05.997916 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3e542-b65c-4d62-b89d-a1fc5152ceea req-8cf07fc4-02f5-4c3a-9740-3031b3da1e51 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:05.999534 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-83f3e542-b65c-4d62-b89d-a1fc5152ceea req-8cf07fc4-02f5-4c3a-9740-3031b3da1e51 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.1840360 Sep 09 20:07:06.193048 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20224be2-2d5e-40c9-9865-c0a3abe3b590 req-a7ecf1fb-b1d9-4690-9f8f-af2e0e5b3883 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038655 Sep 09 20:07:06.201368 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-83f3e542-b65c-4d62-b89d-a1fc5152ceea req-171a32fe-9f81-412b-b13a-666d9e0eb5fd tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503043 Sep 09 20:07:06.395907 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97384b00-d237-44f0-81da-a775699e95ad req-4096f8d3-916e-4c91-a974-38759f39cea1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:06.398186 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-97384b00-d237-44f0-81da-a775699e95ad req-4096f8d3-916e-4c91-a974-38759f39cea1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.1149895 Sep 09 20:07:06.408466 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43943465-5e57-48c7-8655-0714747b1479 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:06.433552 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:06.474286 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Transition to ACTIVE for port object 43943465-5e57-48c7-8655-0714747b1479 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:07:06.486424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:06.498392 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-97384b00-d237-44f0-81da-a775699e95ad req-1146d6e7-055a-4c6c-bfe7-20eb73fa284a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820615 Sep 09 20:07:06.553747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Pushing event updated for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:06.649171 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Attempting to bind port 43943465-5e57-48c7-8655-0714747b1479 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:07:06.649510 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Attempting to bind port 43943465-5e57-48c7-8655-0714747b1479 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:07:06.649681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Attempting to bind port 43943465-5e57-48c7-8655-0714747b1479 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:06.655055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Port 43943465-5e57-48c7-8655-0714747b1479 on network e7419441-6610-4b5f-8842-16625225e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:07:06.655438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Attempting to bind port 43943465-5e57-48c7-8655-0714747b1479 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:06.672888 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:07:06.673271 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Checking segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:07:06.673885 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Bound using segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:07:06.674342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Bound port: 43943465-5e57-48c7-8655-0714747b1479, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:07:06.674703 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:06.767828 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0879f-ab5a-40fa-989a-85e7ddf67a26 req-60474946-96cf-46df-b6f9-0d927ecd34d9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:06.769531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3ca0879f-ab5a-40fa-989a-85e7ddf67a26 req-60474946-96cf-46df-b6f9-0d927ecd34d9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 944 time: 0.1116600 Sep 09 20:07:06.853121 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:07:06.869077 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=43943465-5e57-48c7-8655-0714747b1479,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:07:06.879602 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:06.899422 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3ca0879f-ab5a-40fa-989a-85e7ddf67a26 req-13a2cd92-51a3-4c05-96d3-e01e5f490284 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 Sep 09 20:07:06.960453 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:06.962170 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:06.964562 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] 10.222.0.30 "PUT /v2.0/ports/43943465-5e57-48c7-8655-0714747b1479 HTTP/1.1" status: 200 len: 1094 time: 1.5140297 Sep 09 20:07:06.965322 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'tag': '43943465-5e57-48c7-8655-0714747b1479'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:06.969819 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100a684e-4166-4de9-8746-7ee8aa8675fd" -d '{"events": [{"name": "network-changed", "server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "tag": "43943465-5e57-48c7-8655-0714747b1479"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:07.009908 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9af3c-4ada-4cae-a149-53981913d822 service neutron] Pushing event updated for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:07.030687 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08029efa-4d77-475d-9f6d-ba4d1798a043 x-openstack-request-id: req-08029efa-4d77-475d-9f6d-ba4d1798a043 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:07.031097 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "tag": "43943465-5e57-48c7-8655-0714747b1479", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:07.031403 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08029efa-4d77-475d-9f6d-ba4d1798a043 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:07.031853 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'tag': '43943465-5e57-48c7-8655-0714747b1479', 'status': 'completed', 'code': 200} Sep 09 20:07:07.094219 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-41108754-3991-4584-9f82-00318c14b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.095805 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-41108754-3991-4584-9f82-00318c14b34f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 1097 time: 0.0578747 Sep 09 20:07:07.161465 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-7de1aef2-76dd-406f-9b2d-83a881900446 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43943465-5e57-48c7-8655-0714747b1479 HTTP/1.1" status: 200 len: 217 time: 0.0444748 Sep 09 20:07:07.234236 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-ca6a404a-66f0-4b10-96f2-653bf4bafdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.235742 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-ca6a404a-66f0-4b10-96f2-653bf4bafdfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0623410 Sep 09 20:07:07.292921 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-2702a82f-a176-4789-99c6-5bd1f4342c8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381618 Sep 09 20:07:07.438431 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57cd43-290d-4ea5-8e2b-3fea3f1437af req-b1bbe2fe-aaa4-4189-b296-340657950cf8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.440275 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ca57cd43-290d-4ea5-8e2b-3fea3f1437af req-b1bbe2fe-aaa4-4189-b296-340657950cf8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.1500244 Sep 09 20:07:07.473745 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-bb538386-6e97-4790-bbf3-38d6576f9b79 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674967 Sep 09 20:07:07.506739 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ca57cd43-290d-4ea5-8e2b-3fea3f1437af req-877b8d2e-371b-46ae-a44b-e52da03a80e6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583496 Sep 09 20:07:07.596925 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3eb1601c-b5bb-45a7-933e-d5b25cd9f750 req-500c2e27-8fab-43f2-99b4-26fcf927a371 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060576 Sep 09 20:07:07.717771 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adea96d-ba8b-4e99-89bf-5c5590c3ea12 req-3a2fd8bc-fb7f-4339-ace4-fae5e54fb925 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.719544 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3adea96d-ba8b-4e99-89bf-5c5590c3ea12 req-3a2fd8bc-fb7f-4339-ace4-fae5e54fb925 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0926538 Sep 09 20:07:07.736840 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-f949d005-9298-4e68-b335-0c41d7e5c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.738345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-f949d005-9298-4e68-b335-0c41d7e5c420 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 1097 time: 0.0765061 Sep 09 20:07:07.795191 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3adea96d-ba8b-4e99-89bf-5c5590c3ea12 req-c7c44764-5554-428c-93a8-a1b8d8820c4e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667546 Sep 09 20:07:07.924009 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-dbeff1be-9056-41fc-be4a-3b42728d2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:07.925553 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-dbeff1be-9056-41fc-be4a-3b42728d2d34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 915 time: 0.1718056 Sep 09 20:07:07.989442 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-ac8881f2-0ca9-4e32-8a43-8d07644749da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43943465-5e57-48c7-8655-0714747b1479 HTTP/1.1" status: 200 len: 217 time: 0.0552683 Sep 09 20:07:08.073400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-6873e9de-aad0-4fd4-9dd9-3d9323910a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:08.075050 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-6873e9de-aad0-4fd4-9dd9-3d9323910a7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0777385 Sep 09 20:07:08.089405 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500916a-d395-43f9-b1e8-a0f6d5edd8fb req-80b9332c-8b54-461a-8544-220c8a9763bf tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:08.091029 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9500916a-d395-43f9-b1e8-a0f6d5edd8fb req-80b9332c-8b54-461a-8544-220c8a9763bf tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 944 time: 0.0956850 Sep 09 20:07:08.122003 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-b694a616-bdda-4f32-ac9d-fccf6da086b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299401 Sep 09 20:07:08.170071 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9500916a-d395-43f9-b1e8-a0f6d5edd8fb req-f206305e-bcc4-4bb7-99c7-12d0c9a92967 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 Sep 09 20:07:08.233534 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-f2835a9f-f632-4b9a-9790-948da6fd76ac service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015193 Sep 09 20:07:08.332704 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-100a684e-4166-4de9-8746-7ee8aa8675fd req-0d29772a-5f98-4c04-85c0-7f3170f23020 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889919 Sep 09 20:07:08.639960 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0132b96-1c69-460b-a102-b33214cf0e1d req-8498511f-fd80-4244-a196-f395ea99ad5f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:08.641577 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0132b96-1c69-460b-a102-b33214cf0e1d req-8498511f-fd80-4244-a196-f395ea99ad5f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0520358 Sep 09 20:07:08.679257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0132b96-1c69-460b-a102-b33214cf0e1d req-b2135ada-5f1a-4ff3-88d7-70b730450642 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Sep 09 20:07:08.929062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a58de1-b842-4c94-940a-54795e22a7b4 req-65de73d5-c892-4148-a9ff-337506a86b51 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:08.931224 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-40a58de1-b842-4c94-940a-54795e22a7b4 req-65de73d5-c892-4148-a9ff-337506a86b51 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0517371 Sep 09 20:07:08.982321 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-40a58de1-b842-4c94-940a-54795e22a7b4 req-f813e479-8939-4892-9cb8-0fd66ad7b483 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Sep 09 20:07:09.297609 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4ca96-b45f-4579-84d8-cd76e34d2c77 req-151923b2-f74b-4e12-a46b-5d8a367a4baa tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:09.299161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55f4ca96-b45f-4579-84d8-cd76e34d2c77 req-151923b2-f74b-4e12-a46b-5d8a367a4baa tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 944 time: 0.0585930 Sep 09 20:07:09.362975 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55f4ca96-b45f-4579-84d8-cd76e34d2c77 req-210809d6-e98b-4e0a-86fa-d602712f3fff tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574045 Sep 09 20:07:09.822033 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a431c3e-91ba-4ba4-a673-9cf4f84afaae req-a61239e8-297c-4cf4-a1f8-aee84920ff96 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:09.823591 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a431c3e-91ba-4ba4-a673-9cf4f84afaae req-a61239e8-297c-4cf4-a1f8-aee84920ff96 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0627117 Sep 09 20:07:09.864980 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a431c3e-91ba-4ba4-a673-9cf4f84afaae req-8041b1cc-ffde-4c2b-8015-891ae4d03b22 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353978 Sep 09 20:07:10.139205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa5c-c018-407a-b9eb-853fe7b1ac39 req-ae6332c0-bf0f-4657-9c95-95e5d29256d4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:10.140841 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5d33aa5c-c018-407a-b9eb-853fe7b1ac39 req-ae6332c0-bf0f-4657-9c95-95e5d29256d4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 944 time: 0.0802536 Sep 09 20:07:10.187620 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5d33aa5c-c018-407a-b9eb-853fe7b1ac39 req-288733f4-daa9-4a18-8f54-7fb340e65d33 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405645 Sep 09 20:07:10.490286 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3529f1d-1ff5-4469-bbc3-7611a70916cf req-292f45b8-57a5-4ca2-88ac-682064e501bd tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:10.491948 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3529f1d-1ff5-4469-bbc3-7611a70916cf req-292f45b8-57a5-4ca2-88ac-682064e501bd tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 944 time: 0.0574312 Sep 09 20:07:10.547145 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3529f1d-1ff5-4469-bbc3-7611a70916cf req-b4abf4c7-59e0-4496-8f0e-a8b59c4d0fba tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Sep 09 20:07:10.849467 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:07:10.993186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc165b3-0802-4854-8494-9c84136ed94f req-d5204e21-d9e0-459b-9245-e2751076e793 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:10.995541 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1fc165b3-0802-4854-8494-9c84136ed94f req-d5204e21-d9e0-459b-9245-e2751076e793 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0565128 Sep 09 20:07:11.003027 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:11.015650 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'mac_address': 'fa:16:3e:6d:a0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:07:11.049348 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1fc165b3-0802-4854-8494-9c84136ed94f req-bd1f0627-295f-4a6c-9cd3-d9ed82c20a0d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392213 Sep 09 20:07:11.064616 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:11.080140 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:11.102045 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:11.106801 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:11.107592 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 43943465-5e57-48c7-8655-0714747b1479 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:07:11.222544 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:11.259243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=43943465-5e57-48c7-8655-0714747b1479,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:11.271442 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '43943465-5e57-48c7-8655-0714747b1479', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'port_id': '43943465-5e57-48c7-8655-0714747b1479', 'mac_address': 'fa:16:3e:c7:fb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e393d2-8191-41cc-936d-602db471600d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:07:11.311537 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:11.323467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0581a5-d0b8-4892-966d-0383e5776f47 req-b6b060f3-a35a-4c36-bf26-d7468a0a52bd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:11.324919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8b0581a5-d0b8-4892-966d-0383e5776f47 req-b6b060f3-a35a-4c36-bf26-d7468a0a52bd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0521901 Sep 09 20:07:11.325406 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43943465-5e57-48c7-8655-0714747b1479 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:11.350901 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=43943465-5e57-48c7-8655-0714747b1479,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:11.358111 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:11.371214 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8b0581a5-d0b8-4892-966d-0383e5776f47 req-40f7508e-1473-4c1e-b938-42517d9efb96 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401232 Sep 09 20:07:11.418937 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:11.670268 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668b6c3-18d9-485f-b5c3-f89d914b65ac req-52612fe0-3610-458e-be8d-f19a5660f847 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:11.671838 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b668b6c3-18d9-485f-b5c3-f89d914b65ac req-52612fe0-3610-458e-be8d-f19a5660f847 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 945 time: 0.0511453 Sep 09 20:07:11.705824 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:11.715406 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b668b6c3-18d9-485f-b5c3-f89d914b65ac req-7d88c8e1-7d68-46d5-a1bb-5454edc5d76e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Sep 09 20:07:11.735539 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:12.186796 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66867a5e-4c7c-4e47-8c6a-570bd3ee45e0 req-a8e56ac8-d514-4dc6-a51b-af64a9666824 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:12.188314 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-66867a5e-4c7c-4e47-8c6a-570bd3ee45e0 req-a8e56ac8-d514-4dc6-a51b-af64a9666824 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0504916 Sep 09 20:07:12.229604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-66867a5e-4c7c-4e47-8c6a-570bd3ee45e0 req-eb351962-3dc0-4cd7-8890-697fafbbead2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351663 Sep 09 20:07:12.505954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0f110-1f37-4783-b375-8ab9c6cf3cc5 req-3ace2dca-ab17-4fe6-8a00-120c4ba1992b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:12.507436 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ebc0f110-1f37-4783-b375-8ab9c6cf3cc5 req-3ace2dca-ab17-4fe6-8a00-120c4ba1992b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 945 time: 0.0564263 Sep 09 20:07:12.545765 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ebc0f110-1f37-4783-b375-8ab9c6cf3cc5 req-e38c8562-640f-49ab-bf56-4424ad02917c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Sep 09 20:07:12.832568 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b116d4-4434-4c39-882b-94b59bad0310 req-f93c4112-25f3-467c-ada7-3d3453cdd965 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:12.834097 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-03b116d4-4434-4c39-882b-94b59bad0310 req-f93c4112-25f3-467c-ada7-3d3453cdd965 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 945 time: 0.0512791 Sep 09 20:07:12.856318 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 43943465-5e57-48c7-8655-0714747b1479 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:07:12.875615 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-03b116d4-4434-4c39-882b-94b59bad0310 req-b3f47c1d-3a88-4711-b6f6-167a4bb0f02d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Sep 09 20:07:12.907826 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 43943465-5e57-48c7-8655-0714747b1479 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:07:12.912109 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 43943465-5e57-48c7-8655-0714747b1479 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:07:12.912500 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:12.995526 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:13.018388 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43943465-5e57-48c7-8655-0714747b1479'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:13.020629 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba350e71-6a36-4c62-aa99-c3c6bcd4b2fc" -d '{"events": [{"server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "name": "network-vif-plugged", "status": "completed", "tag": "43943465-5e57-48c7-8655-0714747b1479"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:13.034523 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=43943465-5e57-48c7-8655-0714747b1479,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:13.040167 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:13.041026 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:07:13.068225 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92524cbb-06e9-47b4-8aaa-027267bfdbe4 x-openstack-request-id: req-92524cbb-06e9-47b4-8aaa-027267bfdbe4 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:13.068564 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "name": "network-vif-plugged", "status": "completed", "tag": "43943465-5e57-48c7-8655-0714747b1479", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:13.068925 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92524cbb-06e9-47b4-8aaa-027267bfdbe4 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:13.069134 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43943465-5e57-48c7-8655-0714747b1479', 'code': 200} Sep 09 20:07:13.130305 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:13.141124 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:07:13.143264 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:13.236924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a121ae-bbdd-498e-bc9c-a54946cdfbbd req-dbdda030-6c2f-43a9-b741-61730129f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:13.239559 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11a121ae-bbdd-498e-bc9c-a54946cdfbbd req-dbdda030-6c2f-43a9-b741-61730129f869 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 1099 time: 0.0428598 Sep 09 20:07:13.242121 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:13.302380 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11a121ae-bbdd-498e-bc9c-a54946cdfbbd req-046147d6-5473-4ef7-9a3e-1103d74df598 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540292 Sep 09 20:07:13.302661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:13.309659 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:13.385334 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c368-1aae-4181-83f9-1c716588e699 req-eda3f50d-5101-4054-a5b2-318af199ccf3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:13.386487 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:13.386934 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b130c368-1aae-4181-83f9-1c716588e699 req-eda3f50d-5101-4054-a5b2-318af199ccf3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0576525 Sep 09 20:07:13.425683 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b130c368-1aae-4181-83f9-1c716588e699 req-d2f947f5-7ee3-46e3-a816-60492a02a25b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325670 Sep 09 20:07:13.684403 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be20aa-54a3-4b76-9252-c91c697d60b5 req-5be0ec58-651a-4bb5-be90-fe5243af7ef7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:13.686338 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-23be20aa-54a3-4b76-9252-c91c697d60b5 req-5be0ec58-651a-4bb5-be90-fe5243af7ef7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0545421 Sep 09 20:07:13.732601 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-23be20aa-54a3-4b76-9252-c91c697d60b5 req-f38aa4c7-accb-4efa-92ef-4195ad9d5a3a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Sep 09 20:07:13.760166 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:07:13.999072 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dfbff-9239-495d-88f2-178d632f2216 req-ee22cce9-7b62-430b-8082-0ccd1c7f6f9e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:14.000635 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e22dfbff-9239-495d-88f2-178d632f2216 req-ee22cce9-7b62-430b-8082-0ccd1c7f6f9e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 946 time: 0.0583847 Sep 09 20:07:14.045499 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e22dfbff-9239-495d-88f2-178d632f2216 req-bf9f99fe-e239-47f2-8c6a-96067cabeb0b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388882 Sep 09 20:07:14.542191 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4139e6cf-e346-4f20-9e1b-4044f158be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:14.547612 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29769d3b-5bbd-4296-9dd3-8cab282beb38 req-22d0879a-5662-4e86-ac63-040fea86a599 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:14.549162 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29769d3b-5bbd-4296-9dd3-8cab282beb38 req-22d0879a-5662-4e86-ac63-040fea86a599 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0496004 Sep 09 20:07:14.604360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-29769d3b-5bbd-4296-9dd3-8cab282beb38 req-1fd0bf8d-d47e-4636-a091-6ec5c61621d0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471580 Sep 09 20:07:14.890916 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6c3b6-2ea6-4827-96a8-57784a6809e4 req-16554646-223c-406b-9911-afb7d6159d09 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:14.892366 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5b6c3b6-2ea6-4827-96a8-57784a6809e4 req-16554646-223c-406b-9911-afb7d6159d09 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0495758 Sep 09 20:07:14.947042 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5b6c3b6-2ea6-4827-96a8-57784a6809e4 req-ed7abd5a-7ec9-48ad-9d1d-800c8622f261 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Sep 09 20:07:15.071588 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:15.074005 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e22b6d-286b-4ccd-b000-d124d8bfb399" -d '{"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:15.114663 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68ab13-c6d5-410c-bcec-026df463df6e x-openstack-request-id: req-4a68ab13-c6d5-410c-bcec-026df463df6e {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:15.115070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-plugged", "status": "completed", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:15.115393 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a68ab13-c6d5-410c-bcec-026df463df6e {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:15.115897 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'code': 200} Sep 09 20:07:15.172539 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2062c-aaa1-43ad-84c9-da18307f48d0 req-c663e770-fb31-4ee0-b3a8-30e581efe385 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:15.174480 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9db2062c-aaa1-43ad-84c9-da18307f48d0 req-c663e770-fb31-4ee0-b3a8-30e581efe385 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 946 time: 0.0501952 Sep 09 20:07:15.220999 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9db2062c-aaa1-43ad-84c9-da18307f48d0 req-bd97f3a1-6e6b-414c-b582-dc65768fc17a tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397871 Sep 09 20:07:15.675608 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a66f9c-5a66-4129-a23e-faa5aa931966 req-9b3fda55-5b84-4c16-bfc6-06dddb1f6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:15.677410 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48a66f9c-5a66-4129-a23e-faa5aa931966 req-9b3fda55-5b84-4c16-bfc6-06dddb1f6629 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1100 time: 0.0541697 Sep 09 20:07:15.749339 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48a66f9c-5a66-4129-a23e-faa5aa931966 req-85c2526b-3160-40e2-b2d2-ec7e69fe24e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567858 Sep 09 20:07:15.760135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf9f4-136a-44d4-a087-0ed67013fd6a req-5969228d-0406-4947-aba1-8834c6a062a6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:15.761639 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d66cf9f4-136a-44d4-a087-0ed67013fd6a req-5969228d-0406-4947-aba1-8834c6a062a6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0778947 Sep 09 20:07:15.804523 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d66cf9f4-136a-44d4-a087-0ed67013fd6a req-a4f4521b-4cb9-4458-bbce-b1961377c6ed tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Sep 09 20:07:16.013470 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27eae65-9fce-4588-adc6-540c985cce7c req-2166c2fd-912f-4f30-949f-83a0dc33ad7c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.014988 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a27eae65-9fce-4588-adc6-540c985cce7c req-2166c2fd-912f-4f30-949f-83a0dc33ad7c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0544164 Sep 09 20:07:16.331852 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a27eae65-9fce-4588-adc6-540c985cce7c req-afad6978-6564-4efa-8fe0-a731f78858e2 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100557 Sep 09 20:07:16.355261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8eaed-1727-4183-b435-b57caaf1161a req-4b3657d9-dd66-4ddb-b6b5-213b7da2a58c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.356987 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cac8eaed-1727-4183-b435-b57caaf1161a req-4b3657d9-dd66-4ddb-b6b5-213b7da2a58c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.3323095 Sep 09 20:07:16.363368 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-2bdf6681-554f-407d-b4fa-0251d98a42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.364841 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-2bdf6681-554f-407d-b4fa-0251d98a42a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 1099 time: 0.2950792 Sep 09 20:07:16.426622 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cac8eaed-1727-4183-b435-b57caaf1161a req-0a4b38e5-2469-44e5-9f65-b897d3b1592b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606687 Sep 09 20:07:16.480342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-48ef5030-d8c3-4ceb-8213-cf1e9fcb5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.481943 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-48ef5030-d8c3-4ceb-8213-cf1e9fcb5ae4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.1029079 Sep 09 20:07:16.597977 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-560eaf83-83c4-487d-8075-7c616eb64794 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 200 len: 1001 time: 0.1079066 Sep 09 20:07:16.652293 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-a7cba1ff-a3a5-4489-9fa8-0442047d7fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.653885 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-a7cba1ff-a3a5-4489-9fa8-0442047d7fd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0470986 Sep 09 20:07:16.732500 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-688a60f0-9485-48a7-a108-8e913502eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:16.734136 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-688a60f0-9485-48a7-a108-8e913502eb3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574579 Sep 09 20:07:16.890307 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-93593511-49c1-4ab6-bfcd-0c14999aa624 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400108 Sep 09 20:07:16.998072 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fef6d02a-a8a2-4905-8c9e-27c09ad96f1b req-5dc64830-fe14-45d6-8873-5b8ec5a33eb5 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967667 Sep 09 20:07:17.480973 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99546-4112-4789-987a-7f96ebaa22d9 req-531e7c42-bc6a-4ec5-a1da-f9a52b2c965f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:17.483800 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f4d99546-4112-4789-987a-7f96ebaa22d9 req-531e7c42-bc6a-4ec5-a1da-f9a52b2c965f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0814643 Sep 09 20:07:17.538258 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f4d99546-4112-4789-987a-7f96ebaa22d9 req-a1d93054-cd9b-4757-a8f7-39a19ee0de74 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484722 Sep 09 20:07:17.611935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cd49d3d5-67c1-41bb-9914-15dc647a90fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:17.618764 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b3936-718b-4528-846d-5db5aaf49576 req-31153e8d-b188-4dd0-8cc3-0d32f8c4022c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:17.626283 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e09b3936-718b-4528-846d-5db5aaf49576 req-31153e8d-b188-4dd0-8cc3-0d32f8c4022c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0846004 Sep 09 20:07:17.698037 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e09b3936-718b-4528-846d-5db5aaf49576 req-544e30a3-9c98-4af8-8477-6beb196d857b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696268 Sep 09 20:07:17.850209 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:18.658829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38acd2e-2ab7-4ba9-a4c3-0a0b79ad803a req-01de28c9-6549-4355-9be3-6e8a5918fcfd tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:18.660387 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a38acd2e-2ab7-4ba9-a4c3-0a0b79ad803a req-01de28c9-6549-4355-9be3-6e8a5918fcfd tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0509069 Sep 09 20:07:18.703867 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a38acd2e-2ab7-4ba9-a4c3-0a0b79ad803a req-a273ab23-026b-4e50-893d-885d03fb870c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362589 Sep 09 20:07:18.823291 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5af2e7-dba6-497f-9177-e73c32608516 req-b9e6ee49-cdf6-4b7c-825a-d5f7b6f7e603 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:18.824682 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ab5af2e7-dba6-497f-9177-e73c32608516 req-b9e6ee49-cdf6-4b7c-825a-d5f7b6f7e603 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0497897 Sep 09 20:07:18.863285 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ab5af2e7-dba6-497f-9177-e73c32608516 req-8c024049-0790-4da9-8e37-368bdd6fa53e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Sep 09 20:07:18.929475 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:20.433881 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:24.717529 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-1baaae12-1230-44cc-a280-6a5f9f5fd136 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:24.719028 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-1baaae12-1230-44cc-a280-6a5f9f5fd136 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1158404 Sep 09 20:07:24.737597 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-7f26496b-9a4c-4460-bfe7-f43056abe66c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/quotas/8eea5ec47c79458b926b43f77d8137ae HTTP/1.1" status: 200 len: 375 time: 0.0107217 Sep 09 20:07:24.791920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-4310ee25-b3af-4023-a00f-b791c3aa2f14 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460980 Sep 09 20:07:24.801385 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:24.891138 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-32b82e6c-5278-47bc-94cb-d86ac3e49caa service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916102 Sep 09 20:07:24.982240 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-c9ff034c-a5e9-4e00-a782-8ee4a8fc0b26 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848591 Sep 09 20:07:25.151584 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1ce5821-951c-478a-ab81-981d81cace51 req-f551b172-45af-4187-871f-bf52293c3ea4 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 210 time: 0.0276809 Sep 09 20:07:26.190722 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-bf73d0c4-abfd-4233-aac1-7057fccd3e11 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:26.192772 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-bf73d0c4-abfd-4233-aac1-7057fccd3e11 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1136758 Sep 09 20:07:26.211372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Request body: {'port': {'device_id': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'admin_state_up': True, 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:26.270391 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-df329962-6583-4f7c-8783-e8d624501600 req-8c391357-7f06-47a4-8ae6-afd3c0a74f88 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 210 time: 0.0353115 Sep 09 20:07:26.376650 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:07:26.380412 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:26.522174 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Allocated IP 172.20.0.6 (e7419441-6610-4b5f-8842-16625225e4b4/79e393d2-8191-41cc-936d-602db471600d/6656e4aa-bda3-4278-82c5-7cbf762932a6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:07:26.674666 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:26.712585 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:26.725824 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:26.757982 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Network e7419441-6610-4b5f-8842-16625225e4b4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:07:26.762447 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:07:26.766153 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:07:26.795623 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event updated for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:26.821749 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:26.822297 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:26.837493 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-67bf139b-fee9-4f65-b263-29f12e0f9d74 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6299944 Sep 09 20:07:26.850074 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Request body: {'port': {'device_id': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:26.904084 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.171982 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6656e4aa-bda3-4278-82c5-7cbf762932a6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:27.180392 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.193145 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Transition to ACTIVE for port object 6656e4aa-bda3-4278-82c5-7cbf762932a6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:07:27.197553 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.252838 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:27.320083 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Attempting to bind port 6656e4aa-bda3-4278-82c5-7cbf762932a6 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:07:27.320424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Attempting to bind port 6656e4aa-bda3-4278-82c5-7cbf762932a6 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:07:27.320747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Attempting to bind port 6656e4aa-bda3-4278-82c5-7cbf762932a6 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:27.325363 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Port 6656e4aa-bda3-4278-82c5-7cbf762932a6 on network e7419441-6610-4b5f-8842-16625225e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:07:27.325685 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Attempting to bind port 6656e4aa-bda3-4278-82c5-7cbf762932a6 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:27.330385 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:07:27.330720 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Checking segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:07:27.331096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Bound using segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:07:27.331518 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Bound port: 6656e4aa-bda3-4278-82c5-7cbf762932a6, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:07:27.331877 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.425637 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e356b6c-c24c-469e-99ff-8bb31e2b0f9a req-9ec79c7b-6d3e-4fe9-84d3-5449d9106229 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:27.427024 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e356b6c-c24c-469e-99ff-8bb31e2b0f9a req-9ec79c7b-6d3e-4fe9-84d3-5449d9106229 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 943 time: 0.0856485 Sep 09 20:07:27.442015 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:07:27.445712 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:07:27.454586 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.501219 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:27.501867 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:27.503742 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/6656e4aa-bda3-4278-82c5-7cbf762932a6 HTTP/1.1" status: 200 len: 1093 time: 0.6573210 Sep 09 20:07:27.504009 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:27.506026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bdb039-e8ba-42f2-917e-bc6d355bd246" -d '{"events": [{"name": "network-changed", "server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:27.517834 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8e356b6c-c24c-469e-99ff-8bb31e2b0f9a req-945a8303-b037-41de-b7c2-797c24efcdd4 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847039 Sep 09 20:07:27.538009 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d9f91-597e-496d-9c93-d33dd348b8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:27.562344 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866dcd67-d18c-44b8-b0ae-11820cab202e x-openstack-request-id: req-866dcd67-d18c-44b8-b0ae-11820cab202e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:27.562740 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:27.563096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-866dcd67-d18c-44b8-b0ae-11820cab202e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:27.563752 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6', 'status': 'completed', 'code': 200} Sep 09 20:07:27.628660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-a8daf6db-4b21-4b1b-9eff-42c05262b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:27.630220 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-a8daf6db-4b21-4b1b-9eff-42c05262b2f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 1096 time: 0.0487707 Sep 09 20:07:27.684625 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-83075751-8fc6-4863-bed6-6c521c1ed295 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6 HTTP/1.1" status: 200 len: 217 time: 0.0364459 Sep 09 20:07:27.742777 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-58933815-79bb-4482-ae6f-85ff9c6eae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:27.745396 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-58933815-79bb-4482-ae6f-85ff9c6eae9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0468419 Sep 09 20:07:27.783850 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-e8bc61b6-3762-40f2-89d9-9ae2f871905a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244386 Sep 09 20:07:27.883434 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-51ea0041-49c0-42bb-8f06-44cb88286d7d service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875850 Sep 09 20:07:27.978338 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c01c0ef-5f05-48e2-9b23-3cc1f5e0ebab req-559be427-3ca7-426b-b678-d38df440a1f7 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860004 Sep 09 20:07:28.060733 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-60c7e3a0-dc89-491c-9cce-a1a7b45d5820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:28.062281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-60c7e3a0-dc89-491c-9cce-a1a7b45d5820 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 1096 time: 0.0405166 Sep 09 20:07:28.151623 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-eef5fc39-4f7f-4169-98a3-7694848cc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:28.153075 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-eef5fc39-4f7f-4169-98a3-7694848cc643 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 915 time: 0.0827997 Sep 09 20:07:28.202741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-9e1490b2-1e7d-48df-a6fe-db734147c822 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6 HTTP/1.1" status: 200 len: 217 time: 0.0417316 Sep 09 20:07:28.254343 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-bf5bbf2f-8ceb-40a1-8657-7e8a1a2541f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:28.255703 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-bf5bbf2f-8ceb-40a1-8657-7e8a1a2541f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0426040 Sep 09 20:07:28.293078 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-a591153f-2d1c-4319-865d-4029715d6be6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250754 Sep 09 20:07:28.404504 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-ac4b0514-f5c8-46ce-8b0c-823b54c11f50 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894191 Sep 09 20:07:28.498142 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d9bdb039-e8ba-42f2-917e-bc6d355bd246 req-ff8e9ac8-e8cb-4a93-b870-220f56e59f01 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823686 Sep 09 20:07:28.662232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8f7b-d272-4783-b99d-c1f10beff368 req-e316c5a4-d084-46b2-ab60-f67d9fc926b5 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:28.663741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-21fb8f7b-d272-4783-b99d-c1f10beff368 req-e316c5a4-d084-46b2-ab60-f67d9fc926b5 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 943 time: 0.0508535 Sep 09 20:07:28.707656 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-21fb8f7b-d272-4783-b99d-c1f10beff368 req-3f5e9da2-066b-458c-904a-e8aefe0d582a tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Sep 09 20:07:29.825942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb29cca-7d32-4933-b786-c073c309163a req-d3a5666e-cadb-420b-a3b3-ed848f03e6c3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:29.827477 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2cb29cca-7d32-4933-b786-c073c309163a req-d3a5666e-cadb-420b-a3b3-ed848f03e6c3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 943 time: 0.0509715 Sep 09 20:07:29.867231 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2cb29cca-7d32-4933-b786-c073c309163a req-0a225887-0f12-4e37-ac8a-e72337c7bc82 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Sep 09 20:07:30.918757 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 6656e4aa-bda3-4278-82c5-7cbf762932a6 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:07:31.021807 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308943c5-1056-41be-abfe-eac0f0fe531d req-e4f0617c-ae13-454c-bd72-9ef24177a374 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:31.023341 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-308943c5-1056-41be-abfe-eac0f0fe531d req-e4f0617c-ae13-454c-bd72-9ef24177a374 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 943 time: 0.0530775 Sep 09 20:07:31.032495 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:31.051573 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '6656e4aa-bda3-4278-82c5-7cbf762932a6', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'port_id': '6656e4aa-bda3-4278-82c5-7cbf762932a6', 'mac_address': 'fa:16:3e:05:47:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e393d2-8191-41cc-936d-602db471600d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:07:31.073216 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-308943c5-1056-41be-abfe-eac0f0fe531d req-ce8bb1ea-a6c1-411a-ab59-775e7d292989 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Sep 09 20:07:31.123082 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:31.141071 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6656e4aa-bda3-4278-82c5-7cbf762932a6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:31.162333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:31.169286 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:31.223025 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:31.511982 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['6656e4aa-bda3-4278-82c5-7cbf762932a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:32.189727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ce372-50dc-4dbd-842e-62687f3ab9d6 req-65f7090b-d4cf-4dd9-baa1-af558d499d45 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:32.191475 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b2ce372-50dc-4dbd-842e-62687f3ab9d6 req-65f7090b-d4cf-4dd9-baa1-af558d499d45 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 944 time: 0.0502229 Sep 09 20:07:32.234418 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b2ce372-50dc-4dbd-842e-62687f3ab9d6 req-33ad7f24-9c4e-4b42-8c66-8a623c9bb276 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356162 Sep 09 20:07:32.920864 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 6656e4aa-bda3-4278-82c5-7cbf762932a6 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:07:32.968653 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 6656e4aa-bda3-4278-82c5-7cbf762932a6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:07:32.972149 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 6656e4aa-bda3-4278-82c5-7cbf762932a6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:07:32.972526 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:33.048696 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:33.076889 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:33.079096 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07f02b5-e655-45f6-8d63-43d1ade1dd29" -d '{"events": [{"server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "name": "network-vif-plugged", "status": "completed", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:33.095892 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:33.100862 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:33.133976 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d765c52-83af-40dd-a5b4-045ab19a7591 x-openstack-request-id: req-1d765c52-83af-40dd-a5b4-045ab19a7591 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:33.134273 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "name": "network-vif-plugged", "status": "completed", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:33.134529 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d765c52-83af-40dd-a5b4-045ab19a7591 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:33.135273 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6', 'code': 200} Sep 09 20:07:33.155361 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:33.363292 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740270ca-7b8e-4225-8d1b-0d9b1831eb3a req-18b71b24-80d3-424a-be71-e1061b1318aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:33.364729 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-740270ca-7b8e-4225-8d1b-0d9b1831eb3a req-18b71b24-80d3-424a-be71-e1061b1318aa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 1098 time: 0.0683205 Sep 09 20:07:33.373339 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f39190-53ec-4f52-b14a-ff94f439ed07 req-638110e5-4527-4485-b0c6-cc9198ee8248 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:33.374716 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43f39190-53ec-4f52-b14a-ff94f439ed07 req-638110e5-4527-4485-b0c6-cc9198ee8248 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0708447 Sep 09 20:07:33.419897 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-740270ca-7b8e-4225-8d1b-0d9b1831eb3a req-a4b41cc8-47c5-4c77-8fb7-fd313facded9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Sep 09 20:07:33.433122 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43f39190-53ec-4f52-b14a-ff94f439ed07 req-43484944-b8c6-4c68-9b24-9cd93f6aa3ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524416 Sep 09 20:07:34.549522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48451118-48f5-42ea-b38c-c1bd4dcba099 req-37045bda-4e3f-48a7-ba48-27396b3db414 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:34.550997 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48451118-48f5-42ea-b38c-c1bd4dcba099 req-37045bda-4e3f-48a7-ba48-27396b3db414 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Sep 09 20:07:34.590306 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48451118-48f5-42ea-b38c-c1bd4dcba099 req-b49ecf5e-a235-42b9-baeb-ecc7b1740e54 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333490 Sep 09 20:07:35.711449 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee1309-e4a4-4916-9dbf-fb3916683aa2 req-8f674c37-66bf-45df-a021-922f83e06168 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:35.713066 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7bee1309-e4a4-4916-9dbf-fb3916683aa2 req-8f674c37-66bf-45df-a021-922f83e06168 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0506794 Sep 09 20:07:35.752258 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7bee1309-e4a4-4916-9dbf-fb3916683aa2 req-39018e67-0e97-4d58-be63-4ce1027388f6 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Sep 09 20:07:36.875490 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415206b-ed5f-4521-9754-8e28175fb745 req-e02e36b7-3b82-41f4-9a4f-65796899333b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:36.877157 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7415206b-ed5f-4521-9754-8e28175fb745 req-e02e36b7-3b82-41f4-9a4f-65796899333b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0567746 Sep 09 20:07:36.921277 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7415206b-ed5f-4521-9754-8e28175fb745 req-d7c96235-3843-4228-b163-ffd24552c383 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Sep 09 20:07:38.093259 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f445064-d0b1-4dac-9821-285b5f4de5bb req-d81e3d41-4437-4c82-bc84-14b73b9b891e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:38.095913 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6f445064-d0b1-4dac-9821-285b5f4de5bb req-d81e3d41-4437-4c82-bc84-14b73b9b891e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0924826 Sep 09 20:07:38.137576 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6f445064-d0b1-4dac-9821-285b5f4de5bb req-bb0d2c61-609e-4932-9e17-c8897242980f tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357234 Sep 09 20:07:39.253006 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97ea34-2d56-4ca9-bbf9-0784b66d95bf req-a43c6c06-738b-4ffa-9ab3-888cfaff6ee9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:39.254513 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eb97ea34-2d56-4ca9-bbf9-0784b66d95bf req-a43c6c06-738b-4ffa-9ab3-888cfaff6ee9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0481539 Sep 09 20:07:39.298369 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eb97ea34-2d56-4ca9-bbf9-0784b66d95bf req-1676b19d-ad5f-48f6-aa89-00f5a72a9686 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370688 Sep 09 20:07:43.160393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-46e11b25-8200-4612-9b11-0c9d70fa6e01 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:43.161909 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-46e11b25-8200-4612-9b11-0c9d70fa6e01 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1052754 Sep 09 20:07:43.177911 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-94188a5b-0dfb-4b7f-885b-580b8e8bd9ec tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/quotas/8eea5ec47c79458b926b43f77d8137ae HTTP/1.1" status: 200 len: 375 time: 0.0095167 Sep 09 20:07:43.230328 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-0da2d3c5-2fee-43a9-af84-bb0e31a06672 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466955 Sep 09 20:07:43.326520 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-a07738e6-5327-49bf-8820-4974e9f76c6e service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891964 Sep 09 20:07:43.424454 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-16a9780a-91da-4b4e-b27c-7ad05ba18213 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915215 Sep 09 20:07:43.588758 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55811e56-acda-4f0b-9305-d29d41259ccc req-5e31e0a6-baad-4e81-b350-7ea84964fb43 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 210 time: 0.0290182 Sep 09 20:07:44.535585 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d71d223-c7d4-4e02-855a-bbb3b1ec4afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:44.705361 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7dee0033-94a5-45bc-bee7-8a785bf2f28a req-45678105-6213-4077-a142-fa54c4c854c3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 210 time: 0.0309424 Sep 09 20:07:45.822244 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e5a41a3f-46a1-49d5-9967-8979953fd84c req-8102a60e-738b-4b5e-ad8b-46f46e12a876 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 210 time: 0.0366521 Sep 09 20:07:46.756824 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-e8aa31fc-afd1-48cc-8447-00d899d6e422 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:46.759140 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-e8aa31fc-afd1-48cc-8447-00d899d6e422 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1151412 Sep 09 20:07:46.775061 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Request body: {'port': {'device_id': '721549bf-e353-41d7-bed1-7553c174d16c', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'admin_state_up': True, 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:46.928601 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c676fcd-0462-417f-8141-e9b2850f96a4 req-3f59462f-fc1d-4ea4-8f74-d7aae60c83b3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 210 time: 0.0312822 Sep 09 20:07:46.930370 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:07:46.935135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.065169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Allocated IP 172.20.0.12 (e7419441-6610-4b5f-8842-16625225e4b4/79e393d2-8191-41cc-936d-602db471600d/3e123d11-6342-4820-b85d-10dfd965d5c6) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:07:47.223634 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.500797 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.518418 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479', '6656e4aa-bda3-4278-82c5-7cbf762932a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:47.542208 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Network e7419441-6610-4b5f-8842-16625225e4b4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:07:47.545544 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:07:47.549612 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:07:47.579242 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event updated for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:47.595950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.596276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.596626 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.596962 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.597288 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.597651 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.597981 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.598307 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.598631 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.598956 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.599301 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.599602 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:47.622803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-cbc09be5-dfec-4157-a7cc-8e6c5c52e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.624049 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:47.624840 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.641532 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-800f084e-4373-4975-b109-fcf49484cf3d tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8704288 Sep 09 20:07:47.660230 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Request body: {'port': {'device_id': '721549bf-e353-41d7-bed1-7553c174d16c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:07:47.723766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:47.855878 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.102781 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e123d11-6342-4820-b85d-10dfd965d5c6 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:48.112542 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.131259 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Transition to ACTIVE for port object 3e123d11-6342-4820-b85d-10dfd965d5c6 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:07:48.140786 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.157606 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa501d4-6940-496c-9fe3-e07cf6b5f9bf req-780646c9-53a5-4c06-beb2-a88ff364f9ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:48.160345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9fa501d4-6940-496c-9fe3-e07cf6b5f9bf req-780646c9-53a5-4c06-beb2-a88ff364f9ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 932 time: 0.1120625 Sep 09 20:07:48.304458 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Pushing event updated for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:48.325554 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9fa501d4-6940-496c-9fe3-e07cf6b5f9bf req-7a360848-907e-47cc-91c7-b18267be4387 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530035 Sep 09 20:07:48.432034 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Attempting to bind port 3e123d11-6342-4820-b85d-10dfd965d5c6 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:07:48.432441 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Attempting to bind port 3e123d11-6342-4820-b85d-10dfd965d5c6 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:07:48.432869 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Attempting to bind port 3e123d11-6342-4820-b85d-10dfd965d5c6 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:48.437883 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Port 3e123d11-6342-4820-b85d-10dfd965d5c6 on network e7419441-6610-4b5f-8842-16625225e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:07:48.438330 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Attempting to bind port 3e123d11-6342-4820-b85d-10dfd965d5c6 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:07:48.444053 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:07:48.444439 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Checking segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:07:48.445484 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Bound using segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:07:48.446004 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Bound port: 3e123d11-6342-4820-b85d-10dfd965d5c6, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:07:48.446408 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.536799 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:07:48.543049 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=3e123d11-6342-4820-b85d-10dfd965d5c6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:07:48.549261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.613387 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:48.614434 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.617876 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] 10.222.0.30 "PUT /v2.0/ports/3e123d11-6342-4820-b85d-10dfd965d5c6 HTTP/1.1" status: 200 len: 1094 time: 0.9607043 Sep 09 20:07:48.618626 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:48.622644 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e" -d '{"events": [{"name": "network-changed", "server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:48.664727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a90e2-b621-4998-b157-653800c62b9a service neutron] Pushing event updated for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:48.700256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa8b084-8ee2-4e8c-bbdb-11059f56ef75 x-openstack-request-id: req-5aa8b084-8ee2-4e8c-bbdb-11059f56ef75 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:48.700690 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:48.700837 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5aa8b084-8ee2-4e8c-bbdb-11059f56ef75 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:48.701180 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6', 'status': 'completed', 'code': 200} Sep 09 20:07:48.722260 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-597b9674-e71c-4abf-b736-027108cd7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:48.723844 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-597b9674-e71c-4abf-b736-027108cd7df9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 1097 time: 0.0546963 Sep 09 20:07:48.776492 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d75b12d9-d5c0-48bd-9244-38dea87cb99b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e123d11-6342-4820-b85d-10dfd965d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0422497 Sep 09 20:07:48.834069 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d71cb1ac-b7b3-4eb4-a6b4-821fef359a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:48.835652 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-d71cb1ac-b7b3-4eb4-a6b4-821fef359a14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0514944 Sep 09 20:07:48.874580 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-ef97d764-005b-48f2-84b2-00e1b0b738df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282402 Sep 09 20:07:48.929219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:48.985458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-2b691af5-3986-43ab-8599-26089c49d1f9 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977809 Sep 09 20:07:49.096167 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e84ad43-f200-4f87-88e1-59b545df19da req-772a06c1-fb0d-4562-ad4c-b343989a731d service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012599 Sep 09 20:07:49.202716 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-c7e75e03-c002-4fda-9957-5f8f69d65707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:49.204336 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-c7e75e03-c002-4fda-9957-5f8f69d65707 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 1097 time: 0.0514362 Sep 09 20:07:49.316566 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-ce832dd8-adb3-449f-bf27-ee3c80b0e2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:49.318168 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-ce832dd8-adb3-449f-bf27-ee3c80b0e2dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 915 time: 0.1029606 Sep 09 20:07:49.376335 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-51470fe9-ae97-400e-820b-2c7ef861f205 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3e123d11-6342-4820-b85d-10dfd965d5c6 HTTP/1.1" status: 200 len: 217 time: 0.0418167 Sep 09 20:07:49.478454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-5af4d004-d23e-4c21-bb90-2ac143570cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:49.479951 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-5af4d004-d23e-4c21-bb90-2ac143570cee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0844264 Sep 09 20:07:49.505727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e2322-9a62-4b04-ab38-1b8c74373471 req-71daa2bd-86b1-4869-9bc5-390f964737f9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:49.507314 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-122e2322-9a62-4b04-ab38-1b8c74373471 req-71daa2bd-86b1-4869-9bc5-390f964737f9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 944 time: 0.0993366 Sep 09 20:07:49.526157 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-9896b205-7645-4d90-96bb-ef7bfc848ebe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379260 Sep 09 20:07:49.588531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-122e2322-9a62-4b04-ab38-1b8c74373471 req-ddfc9042-60ef-4e52-b7c9-927b3ce15d8f tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661144 Sep 09 20:07:49.656858 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-faf8823e-b97e-40d6-8afe-c6ec0bd922e9 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178839 Sep 09 20:07:49.767300 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a8d9eda-8790-46c5-9990-48dac1c0ac3e req-938975cc-99a0-442b-a7f7-8f437a9b1c47 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939231 Sep 09 20:07:50.438633 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:50.725024 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad38a4-4fc8-4a48-b38b-2f631004129b req-0a804838-74c5-44c8-8e93-8416ace19980 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:50.726697 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-98ad38a4-4fc8-4a48-b38b-2f631004129b req-0a804838-74c5-44c8-8e93-8416ace19980 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 944 time: 0.0577354 Sep 09 20:07:50.759375 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:07:50.767844 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-98ad38a4-4fc8-4a48-b38b-2f631004129b req-2fc0525f-841f-4468-b015-ff4857f45713 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341094 Sep 09 20:07:51.758399 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef5c4d-d1a8-4512-b66a-b83c64aadcd4 req-e582833b-42a5-424a-a4bb-82ec707e1219 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:51.762956 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48ef5c4d-d1a8-4512-b66a-b83c64aadcd4 req-e582833b-42a5-424a-a4bb-82ec707e1219 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0552993 Sep 09 20:07:51.803634 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-48ef5c4d-d1a8-4512-b66a-b83c64aadcd4 req-c46fdc25-50b3-4dfc-8342-ce6bd432f263 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371120 Sep 09 20:07:51.894972 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01879a-1f4b-449d-a411-ea256ef7b209 req-8f2cd4f3-6f0c-4d07-a51d-3a2f7fea219c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:51.896540 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-db01879a-1f4b-449d-a411-ea256ef7b209 req-8f2cd4f3-6f0c-4d07-a51d-3a2f7fea219c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 944 time: 0.0505424 Sep 09 20:07:51.937877 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-db01879a-1f4b-449d-a411-ea256ef7b209 req-da9dfd6f-a900-4e06-86df-7023dac6cbe8 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348732 Sep 09 20:07:52.922930 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c46d-06ce-4c20-a99b-d7485554e3f8 req-81ebcb76-6972-430d-af56-c47f3394a403 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:52.924395 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a892c46d-06ce-4c20-a99b-d7485554e3f8 req-81ebcb76-6972-430d-af56-c47f3394a403 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0518208 Sep 09 20:07:52.962441 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a892c46d-06ce-4c20-a99b-d7485554e3f8 req-86d3d041-659e-4d16-907e-82fc44d5eaa3 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310369 Sep 09 20:07:53.053250 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf9504-cc0e-4bf2-bc36-132a3420a786 req-f1b34090-b2f3-4510-8115-c2247c10aa26 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:53.055452 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a8cf9504-cc0e-4bf2-bc36-132a3420a786 req-f1b34090-b2f3-4510-8115-c2247c10aa26 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 944 time: 0.0481720 Sep 09 20:07:53.076209 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 3e123d11-6342-4820-b85d-10dfd965d5c6 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:07:53.093957 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a8cf9504-cc0e-4bf2-bc36-132a3420a786 req-acebc535-8a60-44bb-acb7-bdb99a80d294 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325012 Sep 09 20:07:53.174593 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=3e123d11-6342-4820-b85d-10dfd965d5c6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:53.306721 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '3e123d11-6342-4820-b85d-10dfd965d5c6', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'port_id': '3e123d11-6342-4820-b85d-10dfd965d5c6', 'mac_address': 'fa:16:3e:64:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e393d2-8191-41cc-936d-602db471600d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:07:53.344657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:53.357379 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e123d11-6342-4820-b85d-10dfd965d5c6 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:07:53.376995 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=3e123d11-6342-4820-b85d-10dfd965d5c6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:53.383416 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:53.431864 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:53.439268 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.439641 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.439983 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.440316 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.440916 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.441245 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.441595 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.441920 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.442245 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.442563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.442882 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.443199 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:07:53.815021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['3e123d11-6342-4820-b85d-10dfd965d5c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:53.968026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-2832d52f-ab29-4f0d-95f8-6bf2d874fbb8 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:53.969537 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-2832d52f-ab29-4f0d-95f8-6bf2d874fbb8 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0486126 Sep 09 20:07:54.117198 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581810a-d6c9-4e61-a8d5-482183326df7 req-eaee706e-5d72-4f37-b4ad-5c6e7690e0f2 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:54.118866 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f581810a-d6c9-4e61-a8d5-482183326df7 req-eaee706e-5d72-4f37-b4ad-5c6e7690e0f2 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=8df5e4f7-6231-4e1c-89d6-5c1b70327d23 HTTP/1.1" status: 200 len: 946 time: 0.0855560 Sep 09 20:07:54.153391 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Deleting port 4ce822e2-736c-4a19-80fb-f572f0f81be3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:07:54.153731 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:54.217475 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f581810a-d6c9-4e61-a8d5-482183326df7 req-0c8b4074-96ee-4d58-be50-6a54ae9409b0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923076 Sep 09 20:07:54.276115 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baf8b0-42d4-4986-8fa0-80c8b36e9933 req-6ff0916f-876d-4839-8de9-c827a3b6bd28 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:54.277600 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12baf8b0-42d4-4986-8fa0-80c8b36e9933 req-6ff0916f-876d-4839-8de9-c827a3b6bd28 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 945 time: 0.1164024 Sep 09 20:07:54.305352 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] For port 4ce822e2-736c-4a19-80fb-f572f0f81be3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=4ce822e2-736c-4a19-80fb-f572f0f81be3,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:54.305720 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:54.324782 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Calling delete_port for 4ce822e2-736c-4a19-80fb-f572f0f81be3 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:07:54.342936 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12baf8b0-42d4-4986-8fa0-80c8b36e9933 req-6b15c310-5fb2-4960-bcb9-bbc755a710f4 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591979 Sep 09 20:07:54.459123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:54.491352 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Pushing event deleted for resources: {'Port': ['ID=4ce822e2-736c-4a19-80fb-f572f0f81be3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:54.547876 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] No DVR routers for this DVR port 4ce822e2-736c-4a19-80fb-f572f0f81be3 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:07:54.550464 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:54.552497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c64e4ced-a724-4b43-98d2-3e5c808ca946 req-92e948d4-4358-4500-bc84-8fb01ed4e3bf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "DELETE /v2.0/ports/4ce822e2-736c-4a19-80fb-f572f0f81be3 HTTP/1.1" status: 204 len: 173 time: 0.5763190 Sep 09 20:07:54.552946 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'name': 'network-vif-deleted', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:54.555939 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d115a1-a677-4b87-a9c7-414dbebeb6cc" -d '{"events": [{"server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "name": "network-vif-deleted", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:54.565947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['4ce822e2-736c-4a19-80fb-f572f0f81be3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:07:54.594302 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55e8ee5-ab00-40c2-9d33-277681a768ba x-openstack-request-id: req-b55e8ee5-ab00-40c2-9d33-277681a768ba {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:54.594694 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df5e4f7-6231-4e1c-89d6-5c1b70327d23", "name": "network-vif-deleted", "tag": "4ce822e2-736c-4a19-80fb-f572f0f81be3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:54.594976 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b55e8ee5-ab00-40c2-9d33-277681a768ba {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:54.595378 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df5e4f7-6231-4e1c-89d6-5c1b70327d23', 'name': 'network-vif-deleted', 'tag': '4ce822e2-736c-4a19-80fb-f572f0f81be3', 'status': 'completed', 'code': 200} Sep 09 20:07:54.795735 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:55.091705 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 3e123d11-6342-4820-b85d-10dfd965d5c6 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:07:55.148430 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 3e123d11-6342-4820-b85d-10dfd965d5c6 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:07:55.151956 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 3e123d11-6342-4820-b85d-10dfd965d5c6 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:07:55.152333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:55.234854 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:55.258272 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:07:55.260538 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c37cf5e-578d-4196-bc0b-f1b9720bf5e4" -d '{"events": [{"server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "name": "network-vif-plugged", "status": "completed", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:07:55.277489 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=3e123d11-6342-4820-b85d-10dfd965d5c6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:07:55.281928 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:07:55.310966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efeb3dc2-7d0b-44b5-8c3c-d5c4a39edd98 x-openstack-request-id: req-efeb3dc2-7d0b-44b5-8c3c-d5c4a39edd98 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:07:55.311262 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "name": "network-vif-plugged", "status": "completed", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:07:55.311515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-efeb3dc2-7d0b-44b5-8c3c-d5c4a39edd98 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:07:55.311900 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6', 'code': 200} Sep 09 20:07:55.332243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:07:55.478339 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e026c6-cf5f-4b1f-8ed3-be42a07863d4 req-97a999dc-f2fe-4df2-afba-836845cc919e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:55.479934 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-31e026c6-cf5f-4b1f-8ed3-be42a07863d4 req-97a999dc-f2fe-4df2-afba-836845cc919e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0636337 Sep 09 20:07:55.546961 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-31e026c6-cf5f-4b1f-8ed3-be42a07863d4 req-537f72ea-079e-403b-af77-0e9b284cfff8 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Sep 09 20:07:55.549758 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5084bb3-5f49-4169-9677-20d6ae0d2a91 req-6031a5ef-e025-406f-b12d-4b9fab807de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:55.551122 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d5084bb3-5f49-4169-9677-20d6ae0d2a91 req-6031a5ef-e025-406f-b12d-4b9fab807de6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 1099 time: 0.0703027 Sep 09 20:07:55.589333 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d5084bb3-5f49-4169-9677-20d6ae0d2a91 req-e1ceef6e-3da4-436f-8e50-1af05c24cce5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297282 Sep 09 20:07:56.661681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0d753-5575-4dac-a50a-f4b6bc16c9b9 req-6c1bb141-4251-4be6-8c3e-8fdfb329031b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:56.663139 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eef0d753-5575-4dac-a50a-f4b6bc16c9b9 req-6c1bb141-4251-4be6-8c3e-8fdfb329031b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0484853 Sep 09 20:07:56.700497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-eef0d753-5575-4dac-a50a-f4b6bc16c9b9 req-f83940bc-b5a9-40e6-b0bb-0e1d4892b079 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306852 Sep 09 20:07:57.822026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1d5cf-e5dc-4c21-8d0c-d1a0aa296f6f req-935f3a34-686a-4e5e-a682-8826446ca080 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:57.823522 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-21a1d5cf-e5dc-4c21-8d0c-d1a0aa296f6f req-935f3a34-686a-4e5e-a682-8826446ca080 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0559757 Sep 09 20:07:57.862687 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-21a1d5cf-e5dc-4c21-8d0c-d1a0aa296f6f req-1d6426e1-e59e-4b21-abe4-75b8548f065b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Sep 09 20:07:58.980842 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd601a45-c9d1-4575-b81d-f9be907637c3 req-b0c02afc-3cbd-4614-9051-014fef6989c3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:58.982395 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fd601a45-c9d1-4575-b81d-f9be907637c3 req-b0c02afc-3cbd-4614-9051-014fef6989c3 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0499890 Sep 09 20:07:59.021076 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fd601a45-c9d1-4575-b81d-f9be907637c3 req-44ee5775-7770-4d2a-938f-cc988c41909a tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Sep 09 20:07:59.105821 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4ce822e2-736c-4a19-80fb-f572f0f81be3 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:07:59.130657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 4ce822e2-736c-4a19-80fb-f572f0f81be3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:07:59.131007 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 4ce822e2-736c-4a19-80fb-f572f0f81be3 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:07:59.200309 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-36ec1a71-b045-4024-a0dd-8cc90b52caee service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409179 Sep 09 20:07:59.267909 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-53439958-2384-4f57-99b8-aafe6ef827df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:59.269430 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-53439958-2384-4f57-99b8-aafe6ef827df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 1100 time: 0.0420272 Sep 09 20:07:59.379367 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-fbf46966-3a39-42c3-9ea5-16ad00840807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:59.380835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-fbf46966-3a39-42c3-9ea5-16ad00840807 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.0884855 Sep 09 20:07:59.464161 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-09578bbb-b67e-4228-a6fd-6db49eb45d3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 200 len: 1001 time: 0.0634737 Sep 09 20:07:59.518224 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-9d0fed5e-d400-44bd-a201-f099a4cd3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:59.519687 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-9d0fed5e-d400-44bd-a201-f099a4cd3dd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0447743 Sep 09 20:07:59.576436 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-9e9e2184-7686-46b3-bc57-edbef4e26a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:07:59.578000 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-9e9e2184-7686-46b3-bc57-edbef4e26a77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434141 Sep 09 20:07:59.703744 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-45fcc904-d621-4218-b565-f86ec40b6bfa service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141939 Sep 09 20:07:59.825408 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-01e76a93-a77b-49b2-aec2-df79144309d8 req-14244397-807d-49c2-9d27-1e134287fcb6 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037292 Sep 09 20:08:00.146989 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e323b-5988-43cc-972a-2d3d0f17defe req-a7086bb2-2200-4dd8-a56a-806e4948430e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:00.149281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-003e323b-5988-43cc-972a-2d3d0f17defe req-a7086bb2-2200-4dd8-a56a-806e4948430e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0533066 Sep 09 20:08:00.195727 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-003e323b-5988-43cc-972a-2d3d0f17defe req-e3d55ee1-9781-41dc-9749-a9b21e8460f7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Sep 09 20:08:05.327478 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c8ca2a36-2da0-49af-9fb5-5613b7f29212 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:05.328885 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c8ca2a36-2da0-49af-9fb5-5613b7f29212 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 813 time: 0.0995789 Sep 09 20:08:05.343983 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-68d32566-a3af-4106-b869-7b2a9494c3d7 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/quotas/caff502ea563498fb1afec78627c242c HTTP/1.1" status: 200 len: 375 time: 0.0093253 Sep 09 20:08:05.376153 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-85529258-1336-4f22-96a8-221bc12027a4 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265403 Sep 09 20:08:05.471712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-1e30026d-6b10-4d46-81b3-0ec5e66d1481 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Sep 09 20:08:05.564558 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-f4196077-3991-43bd-a0d1-7c6c1b9dd176 service neutron] 10.222.0.37 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865643 Sep 09 20:08:05.737531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9663fc28-4270-4e8f-9792-154ff1f7c014 req-938146b2-c23c-4930-afeb-3f36070249cf tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 210 time: 0.0293798 Sep 09 20:08:07.095863 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b96134b6-689a-4b54-aec0-c755b448fbac req-dfe40589-bb69-4bed-877e-6928b2025f63 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 210 time: 0.2770226 Sep 09 20:08:07.112399 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-01ad2524-eb4f-4f9a-b84d-d8947249dd33 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:07.114130 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-01ad2524-eb4f-4f9a-b84d-d8947249dd33 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 813 time: 0.3839102 Sep 09 20:08:07.134537 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Request body: {'port': {'device_id': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243', 'admin_state_up': True, 'tenant_id': 'caff502ea563498fb1afec78627c242c'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:07.253401 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Made reservation on behalf of caff502ea563498fb1afec78627c242c for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:08:07.258156 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:07.406774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Allocated IP 172.20.0.10 (4e6bc936-0bcb-4d99-8e1b-9a71436bf243/b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62/113c52bd-c52b-4c3c-ad1d-a696987239a7) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:07.589664 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:07.634121 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:07.679000 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:07.682178 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:07.686170 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:07.697067 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Pushing event updated for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:07.746373 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:07.747002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:07.763846 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-89dcc8f4-69ea-4a4b-a17c-4f0be290ce3e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6332438 Sep 09 20:08:07.781510 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Request body: {'port': {'device_id': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:07.842251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.111118 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113c52bd-c52b-4c3c-ad1d-a696987239a7 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:08.119294 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.133205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Transition to ACTIVE for port object 113c52bd-c52b-4c3c-ad1d-a696987239a7 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:08.138188 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.215949 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Pushing event updated for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:08.282482 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1297ee6-6263-4496-bc06-d9e8641d9c9d req-ee774f15-c15e-4cc2-b017-9599613e9fba tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:08.283985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d1297ee6-6263-4496-bc06-d9e8641d9c9d req-ee774f15-c15e-4cc2-b017-9599613e9fba tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 944 time: 0.1086960 Sep 09 20:08:08.323616 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Attempting to bind port 113c52bd-c52b-4c3c-ad1d-a696987239a7 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:08:08.323952 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Attempting to bind port 113c52bd-c52b-4c3c-ad1d-a696987239a7 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:08:08.324283 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Attempting to bind port 113c52bd-c52b-4c3c-ad1d-a696987239a7 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:08.337124 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Port 113c52bd-c52b-4c3c-ad1d-a696987239a7 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:08:08.337493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Attempting to bind port 113c52bd-c52b-4c3c-ad1d-a696987239a7 on network 4e6bc936-0bcb-4d99-8e1b-9a71436bf243 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:08.341976 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d1297ee6-6263-4496-bc06-d9e8641d9c9d req-58f01a0c-0045-4741-9d17-09114e34df5e tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499105 Sep 09 20:08:08.346003 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:08:08.346344 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Checking segment: {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:08:08.346729 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Bound using segment: {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:08:08.347163 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Bound port: 113c52bd-c52b-4c3c-ad1d-a696987239a7, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff74653-bd79-4f15-8c7a-cf24c963e1d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:08:08.347522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.422384 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:08:08.425666 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:08:08.430725 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.466654 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:08.467275 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:08.469532 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] 10.222.0.30 "PUT /v2.0/ports/113c52bd-c52b-4c3c-ad1d-a696987239a7 HTTP/1.1" status: 200 len: 1094 time: 0.6922855 Sep 09 20:08:08.469995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:08.472295 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d8018-5bad-471b-ad68-d8511d13d45d" -d '{"events": [{"name": "network-changed", "server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:08.503996 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0b39b-a73d-4492-8b70-244d7466f70f service neutron] Pushing event updated for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:08.515134 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b42309-1eda-4e6b-b850-0fe06287b0d2 x-openstack-request-id: req-91b42309-1eda-4e6b-b850-0fe06287b0d2 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:08.515438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:08.515692 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91b42309-1eda-4e6b-b850-0fe06287b0d2 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:08.516094 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7', 'status': 'completed', 'code': 200} Sep 09 20:08:08.566261 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-d51121c2-8969-4f73-ac94-085a47e0de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:08.567796 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-d51121c2-8969-4f73-ac94-085a47e0de8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0434961 Sep 09 20:08:08.618606 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-7b12bfb3-8dad-4fdc-bb87-ecaf786f2984 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7 HTTP/1.1" status: 200 len: 217 time: 0.0360863 Sep 09 20:08:08.672836 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-88ecc288-cb35-4142-8c55-4ed3452bfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:08.674345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-88ecc288-cb35-4142-8c55-4ed3452bfe93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 HTTP/1.1" status: 200 len: 853 time: 0.0489550 Sep 09 20:08:08.710836 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-e105ab14-6d46-43c0-b3b7-f0989d818778 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283804 Sep 09 20:08:08.806851 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-949fbe8b-68de-48a5-88bd-4d814acf3395 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855303 Sep 09 20:08:08.918636 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42d29a4f-51f3-4b00-8005-d7a49751d732 req-9422d51d-3817-4f7c-a5d7-837de52b9691 service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989885 Sep 09 20:08:09.018038 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-c6c85bca-43bb-4c7c-bfa6-1a52275668e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:09.019545 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-c6c85bca-43bb-4c7c-bfa6-1a52275668e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=caff502ea563498fb1afec78627c242c&device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0445442 Sep 09 20:08:09.125888 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-f1650580-6880-4e36-b07d-568ce25e87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:09.127424 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-f1650580-6880-4e36-b07d-568ce25e87e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 200 len: 914 time: 0.0960763 Sep 09 20:08:09.175410 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-20da8f65-67d3-40ef-8668-6f1dc5037be1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7 HTTP/1.1" status: 200 len: 217 time: 0.0359275 Sep 09 20:08:09.243583 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-7e92be8a-3309-4874-9613-7dee80f6dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:09.245106 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-7e92be8a-3309-4874-9613-7dee80f6dd50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 HTTP/1.1" status: 200 len: 853 time: 0.0536683 Sep 09 20:08:09.290919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-51d40e1e-0089-4c1e-bc9c-c9db2f2c3716 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4e6bc936-0bcb-4d99-8e1b-9a71436bf243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262280 Sep 09 20:08:09.385019 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-a2fbfe63-824c-4a89-95c2-b032e33951bf service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855751 Sep 09 20:08:09.518694 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251a9e4-bad8-4879-8ce9-0e61c72c9278 req-fb053b1b-b26b-4b1c-baed-36b1e0b95545 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:09.520278 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a251a9e4-bad8-4879-8ce9-0e61c72c9278 req-fb053b1b-b26b-4b1c-baed-36b1e0b95545 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 944 time: 0.1019032 Sep 09 20:08:09.544570 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a37d8018-5bad-471b-ad68-d8511d13d45d req-aa328254-4d58-459e-b38d-85c31e02550e service neutron] 10.222.0.30 "GET /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458919 Sep 09 20:08:09.574380 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a251a9e4-bad8-4879-8ce9-0e61c72c9278 req-b6265bb7-625f-4446-b43e-c68ba75665e0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Sep 09 20:08:10.706585 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ad59-9c54-45fe-901a-15454f04ca16 req-4c6a8b82-1a5a-4859-828d-e1a00bbb69bc tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:10.708242 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-31e1ad59-9c54-45fe-901a-15454f04ca16 req-4c6a8b82-1a5a-4859-828d-e1a00bbb69bc tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 944 time: 0.0578485 Sep 09 20:08:10.753828 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-31e1ad59-9c54-45fe-901a-15454f04ca16 req-6e2d8915-561a-46d8-b006-9379ccdd7359 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386074 Sep 09 20:08:11.151851 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 113c52bd-c52b-4c3c-ad1d-a696987239a7 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:08:11.263353 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:11.278011 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '113c52bd-c52b-4c3c-ad1d-a696987239a7', 'network_id': '4e6bc936-0bcb-4d99-8e1b-9a71436bf243', 'port_id': '113c52bd-c52b-4c3c-ad1d-a696987239a7', 'mac_address': 'fa:16:3e:78:60:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:08:11.328795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:11.343263 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c52bd-c52b-4c3c-ad1d-a696987239a7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:11.364756 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:11.370298 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:11.424784 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:11.695522 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['113c52bd-c52b-4c3c-ad1d-a696987239a7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:11.920873 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e763cf8-593d-4622-ad9b-1f956de3909b req-33818612-683c-4210-a112-3d6413721b6d tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:11.922585 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9e763cf8-593d-4622-ad9b-1f956de3909b req-33818612-683c-4210-a112-3d6413721b6d tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 945 time: 0.0602314 Sep 09 20:08:11.988156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9e763cf8-593d-4622-ad9b-1f956de3909b req-08c5612b-814f-4f5f-8f5b-9d266bb5d5b1 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544965 Sep 09 20:08:13.130013 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c82a0-a08d-42e4-8bf9-057e681eb728 req-bebb87c0-d484-48a7-a464-b630a314dff6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:13.133661 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b5c82a0-a08d-42e4-8bf9-057e681eb728 req-bebb87c0-d484-48a7-a464-b630a314dff6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 945 time: 0.0665326 Sep 09 20:08:13.157180 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 113c52bd-c52b-4c3c-ad1d-a696987239a7 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:08:13.187797 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b5c82a0-a08d-42e4-8bf9-057e681eb728 req-98524f10-0e74-49e7-9223-c58ab5fc9a96 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481520 Sep 09 20:08:13.229131 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 113c52bd-c52b-4c3c-ad1d-a696987239a7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:13.235675 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 113c52bd-c52b-4c3c-ad1d-a696987239a7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:13.236275 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:13.347526 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:13.373144 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:13.375749 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07c104c-b7af-46ec-8724-9a812b946b02" -d '{"events": [{"server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "name": "network-vif-plugged", "status": "completed", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:13.389852 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:13.406825 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:13.445030 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fc363-4de3-42d3-9e24-317a46a3d61f x-openstack-request-id: req-1d0fc363-4de3-42d3-9e24-317a46a3d61f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:13.445364 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "name": "network-vif-plugged", "status": "completed", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:13.445584 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1d0fc363-4de3-42d3-9e24-317a46a3d61f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:13.445979 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7', 'code': 200} Sep 09 20:08:13.477942 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:13.670055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-ca70d9dd-ddd4-4bd2-84c0-cab48a5d644b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:13.671685 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-ca70d9dd-ddd4-4bd2-84c0-cab48a5d644b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1653228 Sep 09 20:08:13.692492 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-ec0e4d57-2464-438b-a4bb-769d3b6086fc tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/quotas/8eea5ec47c79458b926b43f77d8137ae HTTP/1.1" status: 200 len: 375 time: 0.0137665 Sep 09 20:08:13.695079 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc90c3e-cdee-43be-b87d-e4f8646b5072 req-90a509d0-9856-4c62-b31a-7d5a1b9373a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:13.696651 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9cc90c3e-cdee-43be-b87d-e4f8646b5072 req-90a509d0-9856-4c62-b31a-7d5a1b9373a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 1099 time: 0.0745993 Sep 09 20:08:13.769996 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9cc90c3e-cdee-43be-b87d-e4f8646b5072 req-fcd985f3-e803-4ab9-b1ec-f8ad3ae4dc30 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625067 Sep 09 20:08:13.780014 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-2172d007-36ef-4348-afc0-26e55823bb51 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813351 Sep 09 20:08:13.887217 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-27774027-c280-404c-ba1e-8ab47dabfba9 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999179 Sep 09 20:08:13.990531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-dcb948aa-dd28-4b90-9d2c-c758b5a9ce77 service neutron] 10.222.0.37 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969281 Sep 09 20:08:14.190287 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e09525ae-94f8-4a0e-85f2-66d6f3bef07c req-28af8f68-69d4-489b-bcc2-8f49d9e4f891 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 210 time: 0.0322082 Sep 09 20:08:14.332430 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775ed27-7d48-4180-bb49-3ca5c91c1da5 req-5d9aa417-f646-458a-a943-be1bfeca8ef6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:14.334034 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1775ed27-7d48-4180-bb49-3ca5c91c1da5 req-5d9aa417-f646-458a-a943-be1bfeca8ef6 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 946 time: 0.0529680 Sep 09 20:08:14.393695 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1775ed27-7d48-4180-bb49-3ca5c91c1da5 req-3d8737ac-12a8-470f-ba71-75be9b2a6a46 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512164 Sep 09 20:08:14.550481 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2963-55d6-4f08-bf72-681621bed93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:15.298446 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0d3d14e-5ad5-418b-8a60-ee8b306cad44 req-868ff53b-dccc-4f5d-8c70-2b512f6eb0ae tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 210 time: 0.0297160 Sep 09 20:08:15.472293 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-0b266fa5-0e2b-44bd-b45b-364185789b38 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:15.475598 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-0b266fa5-0e2b-44bd-b45b-364185789b38 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 814 time: 0.1441498 Sep 09 20:08:15.496499 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Request body: {'port': {'device_id': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'admin_state_up': True, 'tenant_id': '8eea5ec47c79458b926b43f77d8137ae'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:15.628057 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172689b7-255a-40af-8036-aaed92ab2bf5 req-38908e4e-99b6-4c04-9f05-5f641c0e25d9 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:15.629661 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-172689b7-255a-40af-8036-aaed92ab2bf5 req-38908e4e-99b6-4c04-9f05-5f641c0e25d9 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 946 time: 0.1293902 Sep 09 20:08:15.694639 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-172689b7-255a-40af-8036-aaed92ab2bf5 req-ad5b0c59-f1f2-4ca0-8e23-679fe7fc0f27 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573509 Sep 09 20:08:15.702636 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Made reservation on behalf of 8eea5ec47c79458b926b43f77d8137ae for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:08:15.707312 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:15.881481 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Allocated IP 172.20.0.7 (e7419441-6610-4b5f-8842-16625225e4b4/79e393d2-8191-41cc-936d-602db471600d/64e282c0-ecca-4574-993c-0b9e19da6c10) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:16.085500 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.130141 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.154445 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479', '6656e4aa-bda3-4278-82c5-7cbf762932a6', '3e123d11-6342-4820-b85d-10dfd965d5c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:16.180118 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Network e7419441-6610-4b5f-8842-16625225e4b4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:16.183830 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:16.187764 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:16.220029 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event updated for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:16.262834 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:16.263812 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.282410 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c0f6ba48-f12f-4261-9fdc-cf2b1a58a8ad tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899902 Sep 09 20:08:16.298788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Request body: {'port': {'device_id': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:16.372593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.474265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d1ac5-a187-4eb6-9033-f9a546e761ea req-a008090b-7927-4519-abe7-b8c28d9335b7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:16.475998 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-984d1ac5-a187-4eb6-9033-f9a546e761ea req-a008090b-7927-4519-abe7-b8c28d9335b7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 931 time: 0.0919445 Sep 09 20:08:16.591433 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-984d1ac5-a187-4eb6-9033-f9a546e761ea req-1ab48572-ed3e-430d-834d-50beb37fbbf4 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721526 Sep 09 20:08:16.744514 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e282c0-ecca-4574-993c-0b9e19da6c10 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:16.753151 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.768416 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Transition to ACTIVE for port object 64e282c0-ecca-4574-993c-0b9e19da6c10 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:16.772283 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:16.832196 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Pushing event updated for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:16.918309 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Attempting to bind port 64e282c0-ecca-4574-993c-0b9e19da6c10 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:08:16.918828 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Attempting to bind port 64e282c0-ecca-4574-993c-0b9e19da6c10 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:08:16.919263 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Attempting to bind port 64e282c0-ecca-4574-993c-0b9e19da6c10 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:16.925067 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Port 64e282c0-ecca-4574-993c-0b9e19da6c10 on network e7419441-6610-4b5f-8842-16625225e4b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:08:16.925342 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Attempting to bind port 64e282c0-ecca-4574-993c-0b9e19da6c10 on network e7419441-6610-4b5f-8842-16625225e4b4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:16.932560 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:08:16.932895 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Checking segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:08:16.933289 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Bound using segment: {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:08:16.933741 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Bound port: 64e282c0-ecca-4574-993c-0b9e19da6c10, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219873cb-0a74-409e-8745-e37fad666b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:08:16.934132 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:17.005007 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:08:17.009570 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=64e282c0-ecca-4574-993c-0b9e19da6c10,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:08:17.016582 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:17.058214 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.058869 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:17.060455 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] 10.222.0.30 "PUT /v2.0/ports/64e282c0-ecca-4574-993c-0b9e19da6c10 HTTP/1.1" status: 200 len: 1093 time: 0.7662077 Sep 09 20:08:17.060900 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:17.063201 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1645cd5d-09a8-4c53-8f97-086fcbe4c077" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:17.092770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f3e2b-ce57-4860-96b8-c29d6fde2f46 service neutron] Pushing event updated for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:17.121850 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd695fb-3ab8-4c8e-93f7-c7c3714131aa x-openstack-request-id: req-acd695fb-3ab8-4c8e-93f7-c7c3714131aa {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:17.122846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:17.123153 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acd695fb-3ab8-4c8e-93f7-c7c3714131aa {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:17.123618 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10', 'status': 'completed', 'code': 200} Sep 09 20:08:17.185192 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c2a32f59-de7c-4dac-9fa3-28a5bff51585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.186801 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-c2a32f59-de7c-4dac-9fa3-28a5bff51585 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 1096 time: 0.0453312 Sep 09 20:08:17.233764 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-2e8e9379-1b89-409a-bbfb-654ddb27dd63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e282c0-ecca-4574-993c-0b9e19da6c10 HTTP/1.1" status: 200 len: 217 time: 0.0344038 Sep 09 20:08:17.290485 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-4bf28842-9e1b-4e4d-9775-01266d816338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.291889 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-4bf28842-9e1b-4e4d-9775-01266d816338 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.0490384 Sep 09 20:08:17.335361 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-4e1dc1e9-864e-4d29-8412-a44c1d70916a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265727 Sep 09 20:08:17.437459 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-da175b35-f920-4143-8607-464fb257e945 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893433 Sep 09 20:08:17.563561 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cbb45c8-5e96-435c-ae05-e399d3785d88 req-8ee6b1e8-5c34-4fbe-b21f-1c949615cb33 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151724 Sep 09 20:08:17.609335 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd7d4-cf75-47f8-a372-66aeb1872dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:17.686059 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-89e63522-e47d-40dd-813f-cd2bf5da5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.687570 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-89e63522-e47d-40dd-813f-cd2bf5da5296 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8eea5ec47c79458b926b43f77d8137ae&device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 1096 time: 0.0596743 Sep 09 20:08:17.862916 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:17.879219 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447b24b-71c2-4499-81d5-0fb3391d9453 req-2734d9f7-964b-4139-9bf8-37de8bfddd56 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.880795 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1447b24b-71c2-4499-81d5-0fb3391d9453 req-2734d9f7-964b-4139-9bf8-37de8bfddd56 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 943 time: 0.1646554 Sep 09 20:08:17.894459 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-c2be2338-b594-43ea-89ca-8a2bd3a77b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:17.896054 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-c2be2338-b594-43ea-89ca-8a2bd3a77b26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 200 len: 915 time: 0.1937358 Sep 09 20:08:17.954920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-b65c93e5-f235-466a-b4aa-024b0b0a04f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64e282c0-ecca-4574-993c-0b9e19da6c10 HTTP/1.1" status: 200 len: 217 time: 0.0438812 Sep 09 20:08:17.973983 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1447b24b-71c2-4499-81d5-0fb3391d9453 req-03ba7f79-0d8d-4ee8-855f-e1a5acc15860 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816815 Sep 09 20:08:18.098390 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-a1273be2-426f-44b5-9404-f0d6a11ac95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:18.099184 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-a1273be2-426f-44b5-9404-f0d6a11ac95d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 200 len: 854 time: 0.1171448 Sep 09 20:08:18.117047 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850edd68-13bd-4ca3-b40a-99800ccc981a req-d61437f0-a964-49f4-9da2-342f7260240c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:18.118687 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-850edd68-13bd-4ca3-b40a-99800ccc981a req-d61437f0-a964-49f4-9da2-342f7260240c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0873425 Sep 09 20:08:18.149906 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-8f314ae4-4a8d-4b2a-a188-20ccdae6a4db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7419441-6610-4b5f-8842-16625225e4b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301962 Sep 09 20:08:18.208156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-850edd68-13bd-4ca3-b40a-99800ccc981a req-6af3f856-d353-4e6f-af8c-3130a267cf6d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806880 Sep 09 20:08:18.272099 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-5790b2ad-ee0b-448b-8898-c36593347aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139355 Sep 09 20:08:18.378265 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1645cd5d-09a8-4c53-8f97-086fcbe4c077 req-5a55a55c-7525-40e2-bb72-f84252673eaa service neutron] 10.222.0.30 "GET /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900934 Sep 09 20:08:18.924843 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:19.112846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884b68d-3252-4f11-9e7f-78f5621825e0 req-f7cd243a-020d-4589-b90b-c67fa596f430 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:19.114513 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c884b68d-3252-4f11-9e7f-78f5621825e0 req-f7cd243a-020d-4589-b90b-c67fa596f430 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 943 time: 0.0683830 Sep 09 20:08:19.156712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c884b68d-3252-4f11-9e7f-78f5621825e0 req-1a1d7cd8-4758-496b-8146-e645d4fb5989 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Sep 09 20:08:19.341029 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99531618-86d0-4522-bc85-2f42ddfdf24c req-3216d80d-9abd-4c98-8dc1-2fa4414a6f2b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:19.342840 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99531618-86d0-4522-bc85-2f42ddfdf24c req-3216d80d-9abd-4c98-8dc1-2fa4414a6f2b tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0598428 Sep 09 20:08:19.383794 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99531618-86d0-4522-bc85-2f42ddfdf24c req-b67f2edb-ec96-4284-84b8-ee9cc3be24da tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348198 Sep 09 20:08:20.282593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2911d-9754-4557-bbf0-040e9ff4778b req-edc4038b-f677-4017-b177-2b285cc11e33 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:20.284230 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ac2911d-9754-4557-bbf0-040e9ff4778b req-edc4038b-f677-4017-b177-2b285cc11e33 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 943 time: 0.0508201 Sep 09 20:08:20.336139 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7ac2911d-9754-4557-bbf0-040e9ff4778b req-a9708578-c86e-4f22-bd89-a67edc38297b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455511 Sep 09 20:08:20.433854 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:20.514130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f886e-b39d-47bb-8d4f-158551b677c6 req-d41b322a-aed2-4372-bcb8-8aebb76c3a0c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:20.515734 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-533f886e-b39d-47bb-8d4f-158551b677c6 req-d41b322a-aed2-4372-bcb8-8aebb76c3a0c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0571647 Sep 09 20:08:20.554919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-533f886e-b39d-47bb-8d4f-158551b677c6 req-ccd8c0f1-85e9-45ac-a330-4c0788d3bee6 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Sep 09 20:08:21.212738 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 64e282c0-ecca-4574-993c-0b9e19da6c10 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:08:21.312793 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=64e282c0-ecca-4574-993c-0b9e19da6c10,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:21.325525 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '64e282c0-ecca-4574-993c-0b9e19da6c10', 'network_id': 'e7419441-6610-4b5f-8842-16625225e4b4', 'port_id': '64e282c0-ecca-4574-993c-0b9e19da6c10', 'mac_address': 'fa:16:3e:b4:a8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e393d2-8191-41cc-936d-602db471600d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:08:21.367183 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:21.382003 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e282c0-ecca-4574-993c-0b9e19da6c10 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:21.403614 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=64e282c0-ecca-4574-993c-0b9e19da6c10,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:21.409464 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:21.467894 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:21.482393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b05e-f43a-4d77-9bb2-1eef170705c5 req-1831cc08-aa4b-43ce-94b3-59371b9413dd tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:21.484382 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6119b05e-f43a-4d77-9bb2-1eef170705c5 req-1831cc08-aa4b-43ce-94b3-59371b9413dd tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 944 time: 0.0645423 Sep 09 20:08:21.547236 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6119b05e-f43a-4d77-9bb2-1eef170705c5 req-4d88916d-a5d2-4d54-801e-5ab1f60614c4 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541391 Sep 09 20:08:21.560187 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1327a5d1-c016-4b60-9f04-dc340c6ae985 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:21.561835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1327a5d1-c016-4b60-9f04-dc340c6ae985 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0769694 Sep 09 20:08:21.764801 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['64e282c0-ecca-4574-993c-0b9e19da6c10'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:21.950172 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b4ebd-081f-4b75-827e-85ca04835a3f req-4dce4289-0afe-445f-97d8-8aaddb916bc3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:21.951740 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9e7b4ebd-081f-4b75-827e-85ca04835a3f req-4dce4289-0afe-445f-97d8-8aaddb916bc3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 946 time: 0.0924318 Sep 09 20:08:21.999060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Deleting port b4d9fa16-65eb-4967-90b3-394f2faee741 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:21.999400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.006945 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9e7b4ebd-081f-4b75-827e-85ca04835a3f req-f54d75a2-87a6-48ef-858c-96e0f8e32925 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4e5895a-3c28-4b9c-a846-b51eea242c90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485001 Sep 09 20:08:22.098268 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] For port b4d9fa16-65eb-4967-90b3-394f2faee741, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=b4d9fa16-65eb-4967-90b3-394f2faee741,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:22.098645 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.325556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.325792 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.326109 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Floating IP 48ac8301-4ab9-4fdc-9343-c157f3f3d604 disassociated. External IP: 172.27.3.56, port: b4d9fa16-65eb-4967-90b3-394f2faee741. Sep 09 20:08:22.326632 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Calling delete_port for b4d9fa16-65eb-4967-90b3-394f2faee741 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:22.464621 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.496922 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'Port': ['ID=b4d9fa16-65eb-4967-90b3-394f2faee741,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:22.675924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:08:22.699584 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853d5f0-bf3e-4e76-8bd9-9cc2e7940e60 req-542b4e0f-ffd6-4642-bc65-0a310ea15d4e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:22.701147 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0853d5f0-bf3e-4e76-8bd9-9cc2e7940e60 req-542b4e0f-ffd6-4642-bc65-0a310ea15d4e tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 944 time: 0.0763345 Sep 09 20:08:22.787764 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0853d5f0-bf3e-4e76-8bd9-9cc2e7940e60 req-01f42de8-9ae6-4939-832b-f27f9ee4a0e9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475731 Sep 09 20:08:22.835571 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:08:22.854783 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:08:22.871064 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:22.872311 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:22.883581 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] No DVR routers for this DVR port b4d9fa16-65eb-4967-90b3-394f2faee741 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:08:22.886134 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:22.888113 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2ba2c99d-c00a-4918-988c-c2bc427d7f5d req-1bfd5f7c-b74f-421e-83d6-4331c18687a0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "DELETE /v2.0/ports/b4d9fa16-65eb-4967-90b3-394f2faee741 HTTP/1.1" status: 204 len: 173 time: 1.3160167 Sep 09 20:08:22.888552 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'name': 'network-vif-deleted', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:22.890826 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c7293-697a-4be3-9a8e-00a2a05afb02" -d '{"events": [{"server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "name": "network-vif-deleted", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:22.954852 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77af0eba-06c8-4f31-8c42-9ed1063f4184 x-openstack-request-id: req-77af0eba-06c8-4f31-8c42-9ed1063f4184 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:22.955224 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "505a82e9-4a04-4f73-9cc4-27d249676b34", "name": "network-vif-deleted", "tag": "b4d9fa16-65eb-4967-90b3-394f2faee741", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:22.955557 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-77af0eba-06c8-4f31-8c42-9ed1063f4184 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:22.955967 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '505a82e9-4a04-4f73-9cc4-27d249676b34', 'name': 'network-vif-deleted', 'tag': 'b4d9fa16-65eb-4967-90b3-394f2faee741', 'status': 'completed', 'code': 200} Sep 09 20:08:23.062406 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:23.135920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8c4a2e82-577c-4fde-8955-88980ea04603 req-6c1991bf-f624-43fe-9d0f-537b5b2bfeec tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=505a82e9-4a04-4f73-9cc4-27d249676b34 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Sep 09 20:08:23.218344 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 64e282c0-ecca-4574-993c-0b9e19da6c10 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:08:23.315272 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 64e282c0-ecca-4574-993c-0b9e19da6c10 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:23.322985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 64e282c0-ecca-4574-993c-0b9e19da6c10 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:23.323360 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:23.327408 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:23.378951 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:08:23.397707 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:23.398440 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:23.650448 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:23.664791 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:23.710087 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:23.713115 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba1cf1-d956-404a-b62a-73b96de49b3d" -d '{"events": [{"server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "name": "network-vif-plugged", "status": "completed", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:23.735919 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=64e282c0-ecca-4574-993c-0b9e19da6c10,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:23.774402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:23.775307 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device b4d9fa16-65eb-4967-90b3-394f2faee741 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:08:23.777598 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c297df2-e3ac-4a49-82a6-2af6647f3514 x-openstack-request-id: req-8c297df2-e3ac-4a49-82a6-2af6647f3514 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:23.777899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "name": "network-vif-plugged", "status": "completed", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:23.778137 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c297df2-e3ac-4a49-82a6-2af6647f3514 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:23.778512 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10', 'code': 200} Sep 09 20:08:23.832119 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: b4d9fa16-65eb-4967-90b3-394f2faee741 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:08:23.832479 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device b4d9fa16-65eb-4967-90b3-394f2faee741 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:08:23.909093 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:24.033053 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bb847-bf82-4410-a0b3-ddc85610ebaf req-914f2af6-f0da-4a78-81d6-ba63150e890b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:24.035062 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce1bb847-bf82-4410-a0b3-ddc85610ebaf req-914f2af6-f0da-4a78-81d6-ba63150e890b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0900235 Sep 09 20:08:24.041382 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:24.075519 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24eeadf7-e4af-43f0-84e3-72476aa0ea99 None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:08:24.113399 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce1bb847-bf82-4410-a0b3-ddc85610ebaf req-1e17d771-4853-41ed-82fe-312ce810bc16 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563383 Sep 09 20:08:24.120204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679dbe1a-110a-4192-9927-a3ef88a283f6 req-f353e8c6-8487-4a65-a97d-2415c6a73ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:24.121927 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-679dbe1a-110a-4192-9927-a3ef88a283f6 req-f353e8c6-8487-4a65-a97d-2415c6a73ad0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 1098 time: 0.1131921 Sep 09 20:08:24.174042 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-679dbe1a-110a-4192-9927-a3ef88a283f6 req-36d34b36-3907-46e9-bbef-0c49d5b0c333 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Sep 09 20:08:24.253587 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56164) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:24.325419 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.359433 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.428482 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.428857 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5312c2-93d7-488c-b3e5-88dc82e9501e None None] New status for floating IP 48ac8301-4ab9-4fdc-9343-c157f3f3d604: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:08:24.431284 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.432745 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4e5895a-3c28-4b9c-a846-b51eea242c90 HTTP/1.1" status: 204 len: 168 time: 0.1779833 Sep 09 20:08:24.437266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56170) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:24.455266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5895a-3c28-4b9c-a846-b51eea242c90,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:24.457940 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.api.v2.resource [None req-488088bd-ab30-4ea0-98cf-1c50c99dd32a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] show failed (client error): The resource could not be found. Sep 09 20:08:24.459786 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-488088bd-ab30-4ea0-98cf-1c50c99dd32a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups/f4e5895a-3c28-4b9c-a846-b51eea242c90 HTTP/1.1" status: 404 len: 347 time: 0.0206161 Sep 09 20:08:24.463226 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56172) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:24.473131 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.473946 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.474724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.475308 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.475937 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.476503 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.477143 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.477771 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.478423 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.479087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.479637 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.480136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87de1c78-b8fd-4f3c-a246-fa8d72972184 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:08:24.528137 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba00c-7e16-4d30-8f4f-893dc287ec24 req-a0383624-cd00-4325-a3d9-1dbaa51ba312 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:24.529735 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-95cba00c-7e16-4d30-8f4f-893dc287ec24 req-a0383624-cd00-4325-a3d9-1dbaa51ba312 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.1006606 Sep 09 20:08:24.628114 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-95cba00c-7e16-4d30-8f4f-893dc287ec24 req-88b64e00-9727-4a9c-84c8-5ebd34f4b4ad tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673263 Sep 09 20:08:24.654071 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Deleting port d8533e5e-daee-44a3-ae98-34b8031265e4 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:24.654420 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.748455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.748806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.762433 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Calling delete_port for d8533e5e-daee-44a3-ae98-34b8031265e4 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:24.796514 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.907281 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:24.935698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'Port': ['ID=d8533e5e-daee-44a3-ae98-34b8031265e4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:24.997029 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.000202 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.001591 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a6c44e76-9886-4ef3-8a6d-e57b27fccb9c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "DELETE /v2.0/floatingips/48ac8301-4ab9-4fdc-9343-c157f3f3d604 HTTP/1.1" status: 204 len: 168 time: 0.5370970 Sep 09 20:08:25.246104 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d7285-32d3-447c-b568-17df92dee586 req-e396415b-fad4-429f-b19b-cbadb50e1f19 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:25.247518 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cb4d7285-32d3-447c-b568-17df92dee586 req-e396415b-fad4-429f-b19b-cbadb50e1f19 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0495186 Sep 09 20:08:25.288821 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cb4d7285-32d3-447c-b568-17df92dee586 req-66a370c6-b555-4a2a-9785-64c069f57fb9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353122 Sep 09 20:08:25.699532 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56182) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:25.704078 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466240227', 'description': 'tempest-description--280445957'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:25.753806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.779556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92f1ff-95c5-4ad3-88a4-188368eba68f req-74ffc549-4c88-4046-bc85-ee7852764800 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:25.781064 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e92f1ff-95c5-4ad3-88a4-188368eba68f req-74ffc549-4c88-4046-bc85-ee7852764800 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0711300 Sep 09 20:08:25.843000 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e92f1ff-95c5-4ad3-88a4-188368eba68f req-70acabc0-88e8-421c-b8c1-b6192656a433 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547340 Sep 09 20:08:25.884930 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.889265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.918150 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:25.919360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2188303 Sep 09 20:08:25.921228 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147bb0a-039a-40b9-ba1f-8df062c98d60 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d3100-f051-4f21-a62d-42ea83711add,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:25.922393 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56184) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:25.926964 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group_rule': {'security_group_id': 'b99d3100-f051-4f21-a62d-42ea83711add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:25.964804 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.019966 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.024657 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.044230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502244a6-e1ea-4752-a182-9a0199c4ff06,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:26.051380 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.052863 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a54e0ad5-07ae-4ec4-b595-f60d425d0f42 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292725 Sep 09 20:08:26.056248 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56188) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:26.060478 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'security_group_rule': {'security_group_id': 'b99d3100-f051-4f21-a62d-42ea83711add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:26.090305 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.150388 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.154285 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.176195 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3b569c-a299-4737-9f8d-841492388849,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:26.180658 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.182109 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c3c61104-02c2-4412-95bf-f62160b33f0f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250038 Sep 09 20:08:26.185541 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56190) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:26.190241 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:26.211417 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.322101 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.418386 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc3059-5a5a-4848-8507-22eed6c667ef req-bda598f1-f774-44cc-ba6e-ba07e1d9d800 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:26.419861 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4fbc3059-5a5a-4848-8507-22eed6c667ef req-bda598f1-f774-44cc-ba6e-ba07e1d9d800 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0555487 Sep 09 20:08:26.435005 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Allocated IP 172.27.3.169 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/f184e56f-59ba-4813-a9d9-6ba19d41d470) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:26.462077 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4fbc3059-5a5a-4848-8507-22eed6c667ef req-6156f9c2-0c77-4e76-9417-5615dbc5300f tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Sep 09 20:08:26.545505 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.583884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.621678 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:26.624455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:26.627968 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:26.636088 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=f184e56f-59ba-4813-a9d9-6ba19d41d470,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:26.716844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.757015 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.911654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.919248 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:26.971529 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979031b-1497-402d-9841-8116d61bf7d7 req-cb8f2b8c-c3b7-41a3-9311-a916422e85fa tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:26.972985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c979031b-1497-402d-9841-8116d61bf7d7 req-cb8f2b8c-c3b7-41a3-9311-a916422e85fa tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0532620 Sep 09 20:08:26.994625 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=f184e56f-59ba-4813-a9d9-6ba19d41d470,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:27.004573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:27.016245 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c979031b-1497-402d-9841-8116d61bf7d7 req-56904f0e-9577-4ec4-bb66-14f2b43c140b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357330 Sep 09 20:08:27.020904 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:27.030927 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c51a0631-6e2e-42a8-b4cf-70577b05668a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8369107 Sep 09 20:08:27.209706 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-d98266de-83e9-4465-ac42-2ae6d3f459bf tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1466240227&fields=id&tenant_id=fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 267 time: 0.0327153 Sep 09 20:08:27.339080 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-ee15a2e5-7334-4f4b-b257-9d9bc496a950 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:27.340543 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-ee15a2e5-7334-4f4b-b257-9d9bc496a950 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 810 time: 0.1237724 Sep 09 20:08:27.362604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-72ef9aee-a47f-400f-986b-0c87a86e8128 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/quotas/fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 375 time: 0.0156817 Sep 09 20:08:27.420807 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-30d4665d-8ccd-48b1-84f7-8fcc30123c15 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523002 Sep 09 20:08:27.541483 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-f6fb505d-0574-461c-b2c3-78d153031a19 service neutron] 10.222.0.37 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082475 Sep 09 20:08:27.662923 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811654b5-ccbf-405e-aa41-bc92122d7934 req-89558465-6517-4478-91cc-c7652970510c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:27.664985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-811654b5-ccbf-405e-aa41-bc92122d7934 req-89558465-6517-4478-91cc-c7652970510c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.1087987 Sep 09 20:08:27.700928 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-471a3c44-09d1-4ae5-b2cc-8a03387e708c service neutron] 10.222.0.37 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532583 Sep 09 20:08:27.722598 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-811654b5-ccbf-405e-aa41-bc92122d7934 req-4f25dd4c-06b7-4246-b301-870bfb51bf03 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491517 Sep 09 20:08:27.759403 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:08:27.870547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-075f0cae-e0ec-4f32-9872-3ebc3e5005a0 req-89449b7f-de9a-4f55-8f6f-6f1ba2abf013 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 210 time: 0.0331609 Sep 09 20:08:28.158937 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f96a81-e605-4377-b93f-376a405a13a6 req-4e6430c8-f84e-4196-bee3-1e2d9173c1c7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:28.161923 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f5f96a81-e605-4377-b93f-376a405a13a6 req-4e6430c8-f84e-4196-bee3-1e2d9173c1c7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0608957 Sep 09 20:08:28.222537 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f5f96a81-e605-4377-b93f-376a405a13a6 req-d3be44cd-651e-4be6-9a91-9c470565704a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Sep 09 20:08:28.838199 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ece92f-e234-4e10-bbfa-0e23880a5e67 req-44baa196-cd2b-4457-93d7-923b72087ed5 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:28.839652 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8ece92f-e234-4e10-bbfa-0e23880a5e67 req-44baa196-cd2b-4457-93d7-923b72087ed5 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0487356 Sep 09 20:08:28.876004 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8ece92f-e234-4e10-bbfa-0e23880a5e67 req-4f44502f-f15d-4827-88db-44689d1f73b7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303738 Sep 09 20:08:28.967498 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c4d69010-0630-4d4e-96c0-e2b46c4a4085 req-df88e44c-ca8a-4383-9dcc-a2d88a31bb8c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 210 time: 0.0300038 Sep 09 20:08:29.339567 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a05a5-13d9-4b5f-bf99-8681106af9e6 req-2f713820-6c4a-45d1-b83d-b30674be071c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:29.340954 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b46a05a5-13d9-4b5f-bf99-8681106af9e6 req-2f713820-6c4a-45d1-b83d-b30674be071c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0484385 Sep 09 20:08:29.378247 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b46a05a5-13d9-4b5f-bf99-8681106af9e6 req-a87cb1a0-6a02-46c8-af93-c23ae9e2f9b6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Sep 09 20:08:30.063184 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-47500fcc-382b-4678-9fe3-fa7103efd18f req-91ccee26-d668-4311-a2ec-971a7376cd20 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 210 time: 0.0266323 Sep 09 20:08:30.500285 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b450374-205a-42bb-bd7c-7343bd10c38c req-24eb54d4-d5fc-4331-8eee-bae12676d450 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:30.501686 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7b450374-205a-42bb-bd7c-7343bd10c38c req-24eb54d4-d5fc-4331-8eee-bae12676d450 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0520830 Sep 09 20:08:30.538833 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7b450374-205a-42bb-bd7c-7343bd10c38c req-62a9b43e-e80b-4437-840c-17e61ed9e4f5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304215 Sep 09 20:08:31.157755 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-00dde95c-63ea-4226-984e-5b97c1e08804 req-9b34570e-1354-45fe-82b3-0fde96e623ee tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 210 time: 0.0265908 Sep 09 20:08:31.658547 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070106-17d6-41c7-901e-90f4e9a62e3a req-92cd68c4-19b5-4fb7-a3da-60a24399ddfa tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:31.660029 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0a070106-17d6-41c7-901e-90f4e9a62e3a req-92cd68c4-19b5-4fb7-a3da-60a24399ddfa tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0487139 Sep 09 20:08:31.698498 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0a070106-17d6-41c7-901e-90f4e9a62e3a req-7e239d03-2d2c-4aa7-b4b5-830b79f63c77 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Sep 09 20:08:31.976295 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-411b356a-34a1-411d-860f-6bc3f5e96b50 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:31.977851 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-411b356a-34a1-411d-860f-6bc3f5e96b50 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 810 time: 0.1048079 Sep 09 20:08:32.036408 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-a5c01a25-3fe5-413d-bfc6-1484a852a520 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb64be2fb6b241e5b6f0deefd96305fa HTTP/1.1" status: 200 len: 380 time: 0.0434184 Sep 09 20:08:32.062072 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'port': {'device_id': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'admin_state_up': True, 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'security_groups': ['b99d3100-f051-4f21-a62d-42ea83711add']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:32.174537 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Made reservation on behalf of fb64be2fb6b241e5b6f0deefd96305fa for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:08:32.178097 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.265390 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-795f4cea-3a49-42bb-a5fe-96b755fb8387 req-316208e2-e2e1-47a1-9b3e-8efed9e78892 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 210 time: 0.0338922 Sep 09 20:08:32.334634 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Allocated IP 172.20.0.5 (89e0e576-b99d-4ec0-b693-8af081ad9f44/e75b9d3c-fa97-43a1-9552-b0b49406eb14/e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:32.483732 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.497686 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Transition to ACTIVE for port object e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:32.531108 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.577896 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:32.580989 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:32.585069 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:32.596808 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event updated for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:32.648306 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:32.648939 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.652810 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-9c1f2c53-00de-4106-b5c8-1ebba8214939 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:32.654693 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-9c1f2c53-00de-4106-b5c8-1ebba8214939 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0608330 Sep 09 20:08:32.666491 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6434ea8b-b1ac-43db-acb7-595ac933f01d tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6081564 Sep 09 20:08:32.680162 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Request body: {'port': {'device_id': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:32.765589 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.838328 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Deleting port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:32.838985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.866291 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95bc35ba-9c2d-472d-9219-19d28c412ae2 None None] Provisioning for port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:32.875307 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-95bc35ba-9c2d-472d-9219-19d28c412ae2 None None] Provisioning complete for port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:32.876122 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-95bc35ba-9c2d-472d-9219-19d28c412ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.896835 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a0c01-fc39-4a37-82b1-6aeafe38142c req-a926a83e-32b8-46a2-bd05-7b281294e5d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:32.904549 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-467a0c01-fc39-4a37-82b1-6aeafe38142c req-a926a83e-32b8-46a2-bd05-7b281294e5d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 947 time: 0.0938113 Sep 09 20:08:32.930841 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-95bc35ba-9c2d-472d-9219-19d28c412ae2 None None] Port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:08:32.939305 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] For port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:32.939936 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:32.999334 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-467a0c01-fc39-4a37-82b1-6aeafe38142c req-de965982-3380-4dd7-9fe7-17366f43b1f1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=24714f7d-1525-440f-8def-8d58fc6df202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939341 Sep 09 20:08:33.242179 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.242558 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.242878 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Floating IP 2e650d38-dfde-4bdb-bba2-a12d4ac93ecc disassociated. External IP: 172.27.3.33, port: 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead. Sep 09 20:08:33.243217 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Calling delete_port for 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:33.386593 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.416420 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'Port': ['ID=37df5d2d-ff75-40ef-8ad0-f2d95bd1cead,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:33.437540 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:33.449288 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da62f92-6cc4-4bc3-be7e-96ca5613580d req-21248f22-f099-49e9-8aad-bd2531bca691 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:33.450897 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0da62f92-6cc4-4bc3-be7e-96ca5613580d req-21248f22-f099-49e9-8aad-bd2531bca691 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 931 time: 0.0993366 Sep 09 20:08:33.455581 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.487265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Transition to ACTIVE for port object e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:33.493301 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.533058 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0da62f92-6cc4-4bc3-be7e-96ca5613580d req-65b043a6-c6d2-431a-8b7f-60cfb05bb5e1 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724795 Sep 09 20:08:33.570299 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Pushing event updated for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:33.574973 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:08:33.646987 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Attempting to bind port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:08:33.647356 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Attempting to bind port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:08:33.647665 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Attempting to bind port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:33.652741 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:08:33.653070 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Attempting to bind port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 on network 89e0e576-b99d-4ec0-b693-8af081ad9f44 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:33.659842 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:08:33.660231 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Checking segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:08:33.660649 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Bound using segment: {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:08:33.661345 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Bound port: e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11b15a34-d33e-4f4b-be94-c052c16e79ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:08:33.661825 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.745592 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:08:33.755833 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:08:33.761375 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.811771 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:33.812366 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:33.814960 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] 10.222.0.30 "PUT /v2.0/ports/e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 200 len: 1093 time: 1.1392634 Sep 09 20:08:33.815453 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:33.818307 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f275e8d-daad-4233-9e83-7f2e74e72d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:33.857021 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d44135-a533-47e1-b5e0-8867cd4d664f service neutron] Pushing event updated for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:33.888146 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259169ba-3052-4782-a270-a55f136e4ce7 x-openstack-request-id: req-259169ba-3052-4782-a270-a55f136e4ce7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:33.888452 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:33.888806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-259169ba-3052-4782-a270-a55f136e4ce7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:33.889110 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'status': 'completed', 'code': 200} Sep 09 20:08:33.928716 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-3f70f265-3644-421b-9f95-00f1f0a12041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:33.930571 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-3f70f265-3644-421b-9f95-00f1f0a12041 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 1096 time: 0.0564303 Sep 09 20:08:33.987634 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-c88702d6-311a-493d-88e4-3df29f98f1ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 200 len: 217 time: 0.0432203 Sep 09 20:08:34.001710 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:08:34.013727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:08:34.027803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:34.029036 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:34.054574 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] No DVR routers for this DVR port 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:08:34.057834 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:34.059961 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-98677002-c1c8-46f7-a4d9-a78848bdc408 req-285b952c-03bb-4cdc-9aa2-20ed01901264 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "DELETE /v2.0/ports/37df5d2d-ff75-40ef-8ad0-f2d95bd1cead HTTP/1.1" status: 204 len: 173 time: 1.3920121 Sep 09 20:08:34.060491 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-deleted', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:34.062938 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d796dd-6725-4144-835f-c32ab1c2ae93" -d '{"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-deleted", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:34.075400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6282f7ef-6ec6-4c5f-a398-4f8f9c1f35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.077182 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-6282f7ef-6ec6-4c5f-a398-4f8f9c1f35e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0801957 Sep 09 20:08:34.114680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443c7945-7fa5-406b-919d-7356e38d52ba x-openstack-request-id: req-443c7945-7fa5-406b-919d-7356e38d52ba {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:34.114985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da48d4-93b8-4591-b8ae-c2c040f4c664", "name": "network-vif-deleted", "tag": "37df5d2d-ff75-40ef-8ad0-f2d95bd1cead", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:34.115232 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-443c7945-7fa5-406b-919d-7356e38d52ba {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:34.115620 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da48d4-93b8-4591-b8ae-c2c040f4c664', 'name': 'network-vif-deleted', 'tag': '37df5d2d-ff75-40ef-8ad0-f2d95bd1cead', 'status': 'completed', 'code': 200} Sep 09 20:08:34.153726 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3a075cb3-5688-4764-9c82-19dfb026e814 req-cd7458a1-3200-4f08-9293-7ab7565e92a0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=13da48d4-93b8-4591-b8ae-c2c040f4c664 HTTP/1.1" status: 200 len: 210 time: 0.0553877 Sep 09 20:08:34.169513 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-5b28d337-718b-46f9-b3d5-605fc6da6913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.171342 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-5b28d337-718b-46f9-b3d5-605fc6da6913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846694 Sep 09 20:08:34.193642 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:34.285139 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-12e00f74-dbd1-4ca7-9cdb-c4b934defd09 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874012 Sep 09 20:08:34.386047 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-016af325-4dd8-49eb-aa5f-5fe5d30c4aa3 req-229337ca-40f5-4969-ad8d-f319687fc3ef service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824010 Sep 09 20:08:34.397275 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:34.423669 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:08:34.432922 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:34.433634 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:34.481596 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-adf736c8-7c59-4c48-85c8-22aa3516932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.483106 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-adf736c8-7c59-4c48-85c8-22aa3516932d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 1096 time: 0.0453434 Sep 09 20:08:34.539811 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:34.576875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-afc463d7-7fa1-44a0-b1cb-0d938912dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.578604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-afc463d7-7fa1-44a0-b1cb-0d938912dd39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.0861490 Sep 09 20:08:34.670466 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-67949e2b-507d-4fe5-968a-ba0f65a661c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 200 len: 217 time: 0.0749145 Sep 09 20:08:34.756667 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-93aa0b65-91b5-445f-9d81-617d230cea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.758329 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-93aa0b65-91b5-445f-9d81-617d230cea18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0649312 Sep 09 20:08:34.765847 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900281-3f89-426f-a0bb-01a6c0510508 req-40db0cc0-f1cb-4a75-82fe-e259ca7c98b7 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.767285 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61900281-3f89-426f-a0bb-01a6c0510508 req-40db0cc0-f1cb-4a75-82fe-e259ca7c98b7 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 943 time: 0.1073532 Sep 09 20:08:34.803665 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:34.833663 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4224f01-e197-4301-89d0-22fda1689e75 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:08:34.834728 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-61900281-3f89-426f-a0bb-01a6c0510508 req-2f60827a-a853-4b5d-a7f1-acf51260968a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587246 Sep 09 20:08:34.840945 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-1223c35b-e34a-4ba3-8cdc-302fc1b99972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:34.842790 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-1223c35b-e34a-4ba3-8cdc-302fc1b99972 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743501 Sep 09 20:08:34.956085 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-1c8ec5fa-55fb-44c2-b0ec-0d91e30f4ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048601 Sep 09 20:08:35.071605 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f275e8d-daad-4233-9e83-7f2e74e72d8a req-aa561a06-5b40-4cd8-aea2-3932382e33c6 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014166 Sep 09 20:08:35.092249 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26154cb-f493-42ff-b91d-5c61d39898a1 None None] New status for floating IP 2e650d38-dfde-4bdb-bba2-a12d4ac93ecc: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:08:35.258525 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:35.314547 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.339206 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.399870 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.404599 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.406633 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "DELETE /v2.0/security-groups/24714f7d-1525-440f-8def-8d58fc6df202 HTTP/1.1" status: 204 len: 168 time: 0.1468217 Sep 09 20:08:35.409399 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56318) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:35.418136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85494859-5096-4500-99ff-70ef3ffd72c5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24714f7d-1525-440f-8def-8d58fc6df202,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:35.423890 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.api.v2.resource [None req-bc77dd99-ec79-4625-9b78-c1ef60fce274 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] show failed (client error): The resource could not be found. Sep 09 20:08:35.424307 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-bc77dd99-ec79-4625-9b78-c1ef60fce274 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups/24714f7d-1525-440f-8def-8d58fc6df202 HTTP/1.1" status: 404 len: 347 time: 0.0138626 Sep 09 20:08:35.427305 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56320) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:35.570904 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Deleting port dc5269df-c31b-4552-931e-32a123f4f653 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:35.573898 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.649248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.649598 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.662463 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Calling delete_port for dc5269df-c31b-4552-931e-32a123f4f653 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:35.809521 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.840968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'Port': ['ID=dc5269df-c31b-4552-931e-32a123f4f653,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:35.922292 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.925058 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:35.926301 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-adafeb84-83dc-4da8-980d-b6eb2425b97c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e650d38-dfde-4bdb-bba2-a12d4ac93ecc HTTP/1.1" status: 204 len: 168 time: 0.4979343 Sep 09 20:08:36.046774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a37eb-aaa1-4e26-88ff-44b45f42268c req-c7dbe27a-e056-43a9-a52c-a0fd907844f0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:36.053983 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe7a37eb-aaa1-4e26-88ff-44b45f42268c req-c7dbe27a-e056-43a9-a52c-a0fd907844f0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 943 time: 0.1108367 Sep 09 20:08:36.091558 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe7a37eb-aaa1-4e26-88ff-44b45f42268c req-d7831b61-7822-4a4a-bdae-744d30e554c3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360360 Sep 09 20:08:36.196306 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56338) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:36.200878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803752089', 'description': 'tempest-description--910904257'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:36.226381 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.306142 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.310197 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.337628 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.338458 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1411378 Sep 09 20:08:36.341385 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56340) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:36.346554 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group_rule': {'security_group_id': '29bf6d60-a5fa-496f-aa8e-8c2153058844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:36.352436 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe7f70-f6fd-42c4-8c35-25c13146d160 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf6d60-a5fa-496f-aa8e-8c2153058844,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:36.379136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.445830 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.450191 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.472636 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346a6cc4-1842-420b-9ec0-e4f1b474e316,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:36.477165 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.478536 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3941b26e-0e89-4316-b1ac-5a490f96c969 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362257 Sep 09 20:08:36.481628 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56342) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:36.486513 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'security_group_rule': {'security_group_id': '29bf6d60-a5fa-496f-aa8e-8c2153058844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:36.516484 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.575863 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.579778 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.597341 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3d3089-583a-434c-96c8-c90a510a8f47,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:36.603591 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.604789 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f8582dfc-f6da-4c4e-b1e6-a991f5fa728c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220427 Sep 09 20:08:36.607822 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56344) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:36.612064 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:36.633238 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.731252 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.836445 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Allocated IP 172.27.3.152 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/09c44eba-27ed-453d-beab-8e09f215f2bf) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:36.937821 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:36.976407 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.011878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:37.015994 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:37.019533 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:37.027824 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=09c44eba-27ed-453d-beab-8e09f215f2bf,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:37.116687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.151899 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.216943 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70285-2d39-4eda-978d-eaf6e7df2ccd req-fa37be40-ecce-4d2c-8a49-e573862544e5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:37.218468 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5a70285-2d39-4eda-978d-eaf6e7df2ccd req-fa37be40-ecce-4d2c-8a49-e573862544e5 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 943 time: 0.0580583 Sep 09 20:08:37.259107 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5a70285-2d39-4eda-978d-eaf6e7df2ccd req-ab2e1069-86d5-40d0-94a7-635f475fc433 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340910 Sep 09 20:08:37.305516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.309931 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.375483 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=09c44eba-27ed-453d-beab-8e09f215f2bf,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:37.387370 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.392566 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:08:37.396352 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:08:37.401109 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.402525 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-41c6dbc5-93a5-4dfc-86a2-562fd86394b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7937622 Sep 09 20:08:37.419773 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:08:37.420121 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 37df5d2d-ff75-40ef-8ad0-f2d95bd1cead not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:08:37.515021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:37.526778 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'port_id': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'mac_address': 'fa:16:3e:be:48:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:08:37.566670 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.580700 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:37.600841 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:37.604744 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:37.607420 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-cf3bfdba-3d23-4a49-83c1-a912da580344 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1803752089&fields=id&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 267 time: 0.0349982 Sep 09 20:08:37.665039 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:37.724857 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-364245be-8f32-42e9-a62b-41f51ffc5ddb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:37.726483 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-364245be-8f32-42e9-a62b-41f51ffc5ddb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 817 time: 0.1117499 Sep 09 20:08:37.744389 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-d57a7f4d-fca9-427e-a4e3-59e79e2dd271 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/quotas/80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 375 time: 0.0110760 Sep 09 20:08:37.805013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-7ce55297-d412-406e-aea8-0f52a2d3e7a5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526960 Sep 09 20:08:37.894506 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:37.898592 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-58d63b67-8853-4787-b672-271354ae41c5 service neutron] 10.222.0.37 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813215 Sep 09 20:08:37.991095 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-d6490e7e-f3b8-4a86-b0f0-f2a0eb4b24d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Sep 09 20:08:38.164436 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55a0cc93-ffe7-4c6c-812e-067df5053009 req-e31c4c8e-08aa-40a8-94aa-5d4e7072a064 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 210 time: 0.0412128 Sep 09 20:08:38.382959 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac8cc-7758-4544-997a-16e5145cd17a req-e44700fa-73e0-4881-b9a5-5a686d3ef116 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:38.384437 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62fac8cc-7758-4544-997a-16e5145cd17a req-e44700fa-73e0-4881-b9a5-5a686d3ef116 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 944 time: 0.0539331 Sep 09 20:08:38.431070 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62fac8cc-7758-4544-997a-16e5145cd17a req-2418b94f-7b00-47c3-a476-3a69d82c92d0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Sep 09 20:08:39.219607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-541d9f11-5c01-425c-8e6f-c8b7fc3b69b8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:39.220992 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-541d9f11-5c01-425c-8e6f-c8b7fc3b69b8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 817 time: 0.1262820 Sep 09 20:08:39.304444 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9a62bec1-39d1-4d60-bd7b-a5a191d5977f req-bfd0fa37-0dc1-4070-b26e-159cf39f75b2 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 210 time: 0.0350676 Sep 09 20:08:39.308698 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-3fa73db3-a2b1-4363-8f54-92d2f1c1b6d5 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 380 time: 0.0741887 Sep 09 20:08:39.327954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'port': {'device_id': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'admin_state_up': True, 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'security_groups': ['29bf6d60-a5fa-496f-aa8e-8c2153058844']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:39.385707 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:08:39.434140 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:39.437935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:39.438307 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.446971 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Made reservation on behalf of 80fc02a3646d43ed9f525e7feb6da9bb for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:08:39.450711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.523053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.545955 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:39.548190 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82182aeb-516a-40bd-afe3-1ee590a03af9" -d '{"events": [{"server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "name": "network-vif-plugged", "status": "completed", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:39.562432 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:39.566898 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.595478 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fad403-e9c4-403f-a366-40e6cded4098 x-openstack-request-id: req-10fad403-e9c4-403f-a366-40e6cded4098 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:39.595766 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "name": "network-vif-plugged", "status": "completed", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:39.596919 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10fad403-e9c4-403f-a366-40e6cded4098 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:39.596919 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'code': 200} Sep 09 20:08:39.606851 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c949aba-fc51-4080-b30e-31539224f403 req-ae675db1-4e3a-4996-a1b4-7fd90e032ca0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:39.608352 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8c949aba-fc51-4080-b30e-31539224f403 req-ae675db1-4e3a-4996-a1b4-7fd90e032ca0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 944 time: 0.0989549 Sep 09 20:08:39.627186 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:39.643395 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Allocated IP 172.20.0.4 (b86f24ac-e9c0-4fa6-a3ff-3be376330113/2f34bb52-0012-4a7c-a724-5f9f9b1d68b7/40001ec7-fc18-4698-a319-41d127b2e1fd) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:08:39.675338 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8c949aba-fc51-4080-b30e-31539224f403 req-6b82fb2b-6eb4-438f-a240-963a41511bd8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572307 Sep 09 20:08:39.781371 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853f81-713d-44d5-9994-836bd5a08bca req-b62b7dfc-f5ef-4aca-90d3-effb36780936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:39.782932 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa853f81-713d-44d5-9994-836bd5a08bca req-b62b7dfc-f5ef-4aca-90d3-effb36780936 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 1098 time: 0.0455039 Sep 09 20:08:39.816186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.823922 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-aa853f81-713d-44d5-9994-836bd5a08bca req-d05a0c31-0591-4d58-bf5a-b12e965f9bf4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Sep 09 20:08:39.834272 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Transition to ACTIVE for port object 40001ec7-fc18-4698-a319-41d127b2e1fd will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:39.867174 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.907774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:08:39.910680 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:08:39.914870 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:08:39.923218 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:39.970757 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:39.971296 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:39.986830 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-69784e41-859a-47f0-8c80-c0145fde052d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6630049 Sep 09 20:08:40.048502 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Request body: {'port': {'device_id': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:40.124427 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.199035 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a6fb31d-381c-42d7-b359-f755f5be096c None None] Provisioning for port 40001ec7-fc18-4698-a319-41d127b2e1fd completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:40.202707 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6a6fb31d-381c-42d7-b359-f755f5be096c None None] Provisioning complete for port 40001ec7-fc18-4698-a319-41d127b2e1fd triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:40.203075 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6a6fb31d-381c-42d7-b359-f755f5be096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.253406 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fb31d-381c-42d7-b359-f755f5be096c None None] Port 40001ec7-fc18-4698-a319-41d127b2e1fd cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:08:40.461421 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:40.471434 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.488824 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c1c8a-3337-4971-a374-bede519afc59 req-0884943f-4d2e-497f-9715-aabab18d0307 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:40.490433 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f66c1c8a-3337-4971-a374-bede519afc59 req-0884943f-4d2e-497f-9715-aabab18d0307 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 931 time: 0.1011465 Sep 09 20:08:40.499206 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Transition to ACTIVE for port object 40001ec7-fc18-4698-a319-41d127b2e1fd will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:08:40.507144 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.586121 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f66c1c8a-3337-4971-a374-bede519afc59 req-fec0f2e9-6cea-4c9c-aab2-ee722f9e4b61 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884089 Sep 09 20:08:40.599793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:40.667680 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Attempting to bind port 40001ec7-fc18-4698-a319-41d127b2e1fd on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:08:40.668075 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Attempting to bind port 40001ec7-fc18-4698-a319-41d127b2e1fd by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:08:40.668361 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Attempting to bind port 40001ec7-fc18-4698-a319-41d127b2e1fd on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:40.672922 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Port 40001ec7-fc18-4698-a319-41d127b2e1fd on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:08:40.673243 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Attempting to bind port 40001ec7-fc18-4698-a319-41d127b2e1fd on network b86f24ac-e9c0-4fa6-a3ff-3be376330113 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:08:40.681796 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:08:40.682140 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Checking segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:08:40.682530 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Bound using segment: {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:08:40.683006 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Bound port: 40001ec7-fc18-4698-a319-41d127b2e1fd, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35465e5f-c87a-483d-a4e8-455aed91e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:08:40.683374 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.777918 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:08:40.819490 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:08:40.825096 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.866113 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:40.866742 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:40.868164 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] 10.222.0.30 "PUT /v2.0/ports/40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 1093 time: 0.8246090 Sep 09 20:08:40.869547 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:40.871840 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:40.892095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0851b6-e773-40cd-ad58-622e41876c03 req-a8a2b3f3-dada-436a-872b-a815091a7348 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:40.893860 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8b0851b6-e773-40cd-ad58-622e41876c03 req-a8a2b3f3-dada-436a-872b-a815091a7348 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.1135170 Sep 09 20:08:40.919079 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579694b-3284-4945-a97c-804d7e44a2ea x-openstack-request-id: req-b579694b-3284-4945-a97c-804d7e44a2ea {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:40.919599 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:40.920061 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b579694b-3284-4945-a97c-804d7e44a2ea {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:40.920552 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'status': 'completed', 'code': 200} Sep 09 20:08:40.953283 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba8115-daf8-406f-b70d-1e63ae102769 service neutron] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:40.994120 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8b0851b6-e773-40cd-ad58-622e41876c03 req-0689858f-c1b4-461b-94ec-d9c55ca1303c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828462 Sep 09 20:08:41.004511 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-96778ccc-6b7c-41ac-8eb4-7b939fb17f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.006279 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-96778ccc-6b7c-41ac-8eb4-7b939fb17f14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1096 time: 0.0697324 Sep 09 20:08:41.058465 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-3a1eea56-7aef-4436-a79b-41a364f205e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 217 time: 0.0387218 Sep 09 20:08:41.122748 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-1a651555-55e3-4f89-9212-ca4aa05eb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.125373 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-1a651555-55e3-4f89-9212-ca4aa05eb3e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0486770 Sep 09 20:08:41.183409 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-a91682f1-fe27-4ed8-8aed-f03fb23be8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.184921 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-a91682f1-fe27-4ed8-8aed-f03fb23be8cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434639 Sep 09 20:08:41.284296 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-ec65bc77-9190-4521-a8df-65f1c99d086c service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901279 Sep 09 20:08:41.384610 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e0eeac42-918f-4eab-82d3-89ba346c11bf req-ffe53198-3178-494e-8da0-9cd806497f3c service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913987 Sep 09 20:08:41.486724 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-ffbf5da8-a506-4585-a3d7-20bb79a11294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.488236 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-ffbf5da8-a506-4585-a3d7-20bb79a11294 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1096 time: 0.0479670 Sep 09 20:08:41.619743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c868df-a845-4f63-8249-b09277201097 req-3a3f66d5-86e9-4d01-906b-2673df8406ce tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.625991 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b8c868df-a845-4f63-8249-b09277201097 req-3a3f66d5-86e9-4d01-906b-2673df8406ce tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 946 time: 0.1135924 Sep 09 20:08:41.644312 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-93ce4772-f345-43a3-b492-1d0b2dc4d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.644759 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-93ce4772-f345-43a3-b492-1d0b2dc4d39f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.1403189 Sep 09 20:08:41.702091 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-9d37e933-aa63-42f3-b8c0-7dafa6508b8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 217 time: 0.0463669 Sep 09 20:08:41.742220 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b8c868df-a845-4f63-8249-b09277201097 req-9d199600-00a9-474d-8f98-ec41f8c2469d tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095524 Sep 09 20:08:41.788793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58814f8f-6e4e-4e44-8086-57b7b15ce42f req-c07bb595-84f8-4ecb-8455-070b645ddd8c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.790339 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-58814f8f-6e4e-4e44-8086-57b7b15ce42f req-c07bb595-84f8-4ecb-8455-070b645ddd8c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1268706 Sep 09 20:08:41.792124 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-43ad68e8-d3a7-4a38-b04f-1a56cb27ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.793574 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-43ad68e8-d3a7-4a38-b04f-1a56cb27ce4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0670393 Sep 09 20:08:41.857058 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-58814f8f-6e4e-4e44-8086-57b7b15ce42f req-0f7ae6eb-5d99-4b87-b0f3-e2868413a71d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605881 Sep 09 20:08:41.867330 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-cb474859-c67d-4b21-bf52-e8c213aa1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:41.868882 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-cb474859-c67d-4b21-bf52-e8c213aa1953 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546989 Sep 09 20:08:41.968349 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-e7314b19-426c-4c0d-b59b-36a10cb5df3e service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859070 Sep 09 20:08:42.075681 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b461d533-ce6f-48cc-af9f-de6e6ba3e5a2 req-76d6d1b4-db76-41d0-98ad-479a0e59da77 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964432 Sep 09 20:08:42.113172 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c205c7-9b5f-4892-8847-7b9cd645241e req-982f8ea0-45f5-47d6-a78e-44f6c28c1e1a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:42.115854 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75c205c7-9b5f-4892-8847-7b9cd645241e req-982f8ea0-45f5-47d6-a78e-44f6c28c1e1a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0521104 Sep 09 20:08:42.156476 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75c205c7-9b5f-4892-8847-7b9cd645241e req-eb0dfd6b-355e-4b13-9591-4ac34ab4a8c0 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Sep 09 20:08:42.280171 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d320c33c-458a-41ad-92a1-39fdbb0d41e7 req-552d733c-61ff-4e35-baca-165b357cc03f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:42.280837 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d320c33c-458a-41ad-92a1-39fdbb0d41e7 req-552d733c-61ff-4e35-baca-165b357cc03f tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0529633 Sep 09 20:08:42.290334 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56438) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:42.294761 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Request body: {'floatingip': {'port_id': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:42.339012 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:42.930241 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d129-b6ab-4b52-9f0d-e37581fb0e31 req-08be9a1c-c81e-4d77-88d1-b66668bd024a tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:42.931766 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ef2d129-b6ab-4b52-9f0d-e37581fb0e31 req-08be9a1c-c81e-4d77-88d1-b66668bd024a tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 946 time: 0.0994234 Sep 09 20:08:43.039328 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ef2d129-b6ab-4b52-9f0d-e37581fb0e31 req-cd15ac96-0c15-430d-85fe-f6d66b6ee17c tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f93df42-f572-413d-9a18-2d25665a5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788927 Sep 09 20:08:43.129942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c646e-e547-419a-bb64-160e984fc250 req-ba446e35-caf1-45be-b3ba-2da51cc284be tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:43.132140 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0b6c646e-e547-419a-bb64-160e984fc250 req-ba446e35-caf1-45be-b3ba-2da51cc284be tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1734927 Sep 09 20:08:43.145065 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.152983 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.222800 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0b6c646e-e547-419a-bb64-160e984fc250 req-c2d7e596-1002-4d3a-a5bb-7b78512e1e73 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820549 Sep 09 20:08:43.303315 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Floating IP 8d406c87-3637-4739-971d-2d78c4e13137 associated. External IP: 172.27.3.169, port: e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75. Sep 09 20:08:43.354100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f7e6d-5ce1-467e-af17-23f5cf5eb979 req-3bc162f6-cb1c-4bd1-9a69-17ab9f8ff205 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:43.355672 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-746f7e6d-5ce1-467e-af17-23f5cf5eb979 req-3bc162f6-cb1c-4bd1-9a69-17ab9f8ff205 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0980744 Sep 09 20:08:43.408174 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:08:43.493523 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-746f7e6d-5ce1-467e-af17-23f5cf5eb979 req-ea349677-0cfc-4486-86f0-103baa60db09 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319222 Sep 09 20:08:43.513055 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:43.525157 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:08:43.566746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.579779 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:08:43.594296 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:08:43.599592 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:43.604015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.607428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-020a6dd4-1036-4cb3-aa51-65dbdc24bdcd tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:43.609606 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-020a6dd4-1036-4cb3-aa51-65dbdc24bdcd tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 946 time: 0.0696175 Sep 09 20:08:43.654434 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:43.792304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:08:43.797263 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.806345 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:08:43.817522 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:43.818878 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:43.832583 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Deleting port 113c52bd-c52b-4c3c-ad1d-a696987239a7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:43.832921 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.840199 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-cafe7f25-996e-420a-ab4c-ab448ecb80f8 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "PUT /v2.0/floatingips/8d406c87-3637-4739-971d-2d78c4e13137 HTTP/1.1" status: 200 len: 991 time: 1.5488510 Sep 09 20:08:43.849922 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:43.852232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1094edd-6386-45a9-b5e6-4861cc24c784" -d '{"events": [{"name": "network-changed", "server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:43.916646 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813d23c4-5da4-43c2-b503-1275802aade7 x-openstack-request-id: req-813d23c4-5da4-43c2-b503-1275802aade7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:43.917065 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:43.917169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-813d23c4-5da4-43c2-b503-1275802aade7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:43.917596 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'status': 'completed', 'code': 200} Sep 09 20:08:43.956351 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] For port 113c52bd-c52b-4c3c-ad1d-a696987239a7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=113c52bd-c52b-4c3c-ad1d-a696987239a7,segment=NetworkSegment(aff74653-bd79-4f15-8c7a-cf24c963e1d1),segment_id=aff74653-bd79-4f15-8c7a-cf24c963e1d1)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:43.957204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:43.966846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-8aadfa6b-1490-44c5-8620-f9303d78be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:43.968442 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-8aadfa6b-1490-44c5-8620-f9303d78be6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 1098 time: 0.0497351 Sep 09 20:08:43.971649 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Calling delete_port for 113c52bd-c52b-4c3c-ad1d-a696987239a7 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:44.047660 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['40001ec7-fc18-4698-a319-41d127b2e1fd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:44.066564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-084b2c2b-f519-4b9f-a506-88714a413a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:44.072359 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-084b2c2b-f519-4b9f-a506-88714a413a54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.0952659 Sep 09 20:08:44.103603 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:44.148234 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-bb9dc46e-43c0-4a79-b1b0-2e286b5f9dd7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 200 len: 999 time: 0.0651131 Sep 09 20:08:44.155743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:44.188295 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ffaef89d-83f1-48a4-ac8b-da929555fc73 req-fe2ca31e-931e-4e2d-8097-c50fd4662fa7 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da85f89-2f3c-429a-b149-adeda7dac7d0 HTTP/1.1" status: 200 len: 210 time: 0.0450349 Sep 09 20:08:44.204520 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-6f6d6a5a-61d7-4675-b742-c373cd3d899c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:44.206049 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-6f6d6a5a-61d7-4675-b742-c373cd3d899c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0490739 Sep 09 20:08:44.214804 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Pushing event deleted for resources: {'Port': ['ID=113c52bd-c52b-4c3c-ad1d-a696987239a7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:44.264388 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-95ffef7c-046b-43a7-aac9-9807582ee859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:44.265931 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-95ffef7c-046b-43a7-aac9-9807582ee859 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498126 Sep 09 20:08:44.268416 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] No DVR routers for this DVR port 113c52bd-c52b-4c3c-ad1d-a696987239a7 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:08:44.272333 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:44.274892 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c613677d-174c-4f0a-b0a4-b105d7421a8b req-fcb2e36b-7963-41c0-bf17-b96f69cb8aa0 tempest-VolumesSnapshotTestJSON-945583858 tempest-VolumesSnapshotTestJSON-945583858-project] 10.222.0.30 "DELETE /v2.0/ports/113c52bd-c52b-4c3c-ad1d-a696987239a7 HTTP/1.1" status: 204 len: 173 time: 0.6573474 Sep 09 20:08:44.373107 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754663-605b-435d-8350-cb2826ff4384 req-637b45fe-8b83-4da8-bb7e-4a20ad0f946b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:44.374932 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ef754663-605b-435d-8350-cb2826ff4384 req-637b45fe-8b83-4da8-bb7e-4a20ad0f946b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0673034 Sep 09 20:08:44.404423 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-1812ed56-ce04-43f4-9e7d-a4d7c85a388d service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205478 Sep 09 20:08:44.423613 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ef754663-605b-435d-8350-cb2826ff4384 req-2967c243-bf17-4032-91f8-f4b1be0981db tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395908 Sep 09 20:08:44.510277 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8d406c87-3637-4739-971d-2d78c4e13137', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:be:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:26Z', 'updated_at': '2021-09-09T20:08:43Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:44.512122 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-b1094edd-6386-45a9-b5e6-4861cc24c784 req-155da201-7f4f-42a4-8404-d5a6b0f1eb0f service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984635 Sep 09 20:08:44.540462 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:08:44.554810 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:44.555435 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:44.558394 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c22498c-a241-4776-b7e2-c4b86cac82af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:44.619161 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae60f15-a332-4a97-af35-84634dd07874 req-da02d620-1c03-4d4c-a636-a0074de08529 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:44.620863 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8ae60f15-a332-4a97-af35-84634dd07874 req-da02d620-1c03-4d4c-a636-a0074de08529 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0497854 Sep 09 20:08:44.659068 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8ae60f15-a332-4a97-af35-84634dd07874 req-f207329f-300d-4e86-a186-93f68dc7d55c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Sep 09 20:08:44.662430 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:44.903484 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8d406c87-3637-4739-971d-2d78c4e13137', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:be:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:26Z', 'updated_at': '2021-09-09T20:08:43Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:44.930887 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95623657-6450-4ae3-81c1-53350b329ba4 None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8d406c87-3637-4739-971d-2d78c4e13137', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'port_id': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'mac_address': 'fa:16:3e:be:48:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:26Z', 'updated_at': '2021-09-09T20:08:43Z', 'revision_number': 1, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:08:45.106793 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['113c52bd-c52b-4c3c-ad1d-a696987239a7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:45.161741 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aef2b4f-5035-4d65-88c3-499d552fc665 None None] New status for floating IP 8d406c87-3637-4739-971d-2d78c4e13137: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:08:45.226322 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-6ae6201c-283a-4aa5-b0e9-32d7689af566 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:45.227928 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-6ae6201c-283a-4aa5-b0e9-32d7689af566 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 945 time: 0.0526242 Sep 09 20:08:45.332649 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Deleting port 64e282c0-ecca-4574-993c-0b9e19da6c10 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:45.332994 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.416924 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:08:45.436291 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] For port 64e282c0-ecca-4574-993c-0b9e19da6c10, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=64e282c0-ecca-4574-993c-0b9e19da6c10,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:45.436812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.452383 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Calling delete_port for 64e282c0-ecca-4574-993c-0b9e19da6c10 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:45.496799 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port 40001ec7-fc18-4698-a319-41d127b2e1fd completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:08:45.500925 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 40001ec7-fc18-4698-a319-41d127b2e1fd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:08:45.501511 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.592650 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.618646 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.619873 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97023d0-7cdb-413c-880a-fb0b29964a0d req-cc4b4a61-c271-4454-81df-9b3b55188dae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:45.621538 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c97023d0-7cdb-413c-880a-fb0b29964a0d req-cc4b4a61-c271-4454-81df-9b3b55188dae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0632799 Sep 09 20:08:45.624442 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:45.628470 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59242d14-ab00-4cc3-9731-a69fb87b2c3d" -d '{"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:45.635831 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479', '6656e4aa-bda3-4278-82c5-7cbf762932a6', '3e123d11-6342-4820-b85d-10dfd965d5c6', '64e282c0-ecca-4574-993c-0b9e19da6c10'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:45.657699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event deleted for resources: {'Port': ['ID=64e282c0-ecca-4574-993c-0b9e19da6c10,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:45.673275 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c97023d0-7cdb-413c-880a-fb0b29964a0d req-51130520-be7b-47f1-8404-c547f1289ff0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 Sep 09 20:08:45.675471 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:45.679437 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dfffb9-7e11-4b13-b580-1db7e2034926 x-openstack-request-id: req-d7dfffb9-7e11-4b13-b580-1db7e2034926 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:45.679807 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:45.680030 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7dfffb9-7e11-4b13-b580-1db7e2034926 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:45.681964 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'code': 200} Sep 09 20:08:45.685335 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.733905 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] No DVR routers for this DVR port 64e282c0-ecca-4574-993c-0b9e19da6c10 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:08:45.736836 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:45.740165 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1d5a9b06-2876-4a41-b3a9-8de575425be9 req-f804edd8-fc73-403a-884b-ee58825db76c tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "DELETE /v2.0/ports/64e282c0-ecca-4574-993c-0b9e19da6c10 HTTP/1.1" status: 204 len: 173 time: 0.5047469 Sep 09 20:08:45.741028 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'name': 'network-vif-deleted', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:45.745663 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9c98f6-2ff0-4b83-9632-13170a48b141" -d '{"events": [{"server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "name": "network-vif-deleted", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:45.760550 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:45.795639 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8414d9e0-5611-442e-addc-1a016c9d8912 req-b8bc79ee-95aa-457c-b376-6feaeeb42cd7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b5d84-f655-4ba7-8312-b848986c8cbd HTTP/1.1" status: 200 len: 210 time: 0.0413399 Sep 09 20:08:45.804674 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6346a46d-3a03-4a01-a14c-6a0a0edd0dc6 x-openstack-request-id: req-6346a46d-3a03-4a01-a14c-6a0a0edd0dc6 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:45.805462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1b5d84-f655-4ba7-8312-b848986c8cbd", "name": "network-vif-deleted", "tag": "64e282c0-ecca-4574-993c-0b9e19da6c10", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:45.805788 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6346a46d-3a03-4a01-a14c-6a0a0edd0dc6 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:45.806394 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1b5d84-f655-4ba7-8312-b848986c8cbd', 'name': 'network-vif-deleted', 'tag': '64e282c0-ecca-4574-993c-0b9e19da6c10', 'status': 'completed', 'code': 200} Sep 09 20:08:45.903912 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fbd4b-2184-4400-8d27-a06457f47884 req-1e697c1c-ecbe-42f9-abde-40848d232e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:45.905620 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-618fbd4b-2184-4400-8d27-a06457f47884 req-1e697c1c-ecbe-42f9-abde-40848d232e3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1098 time: 0.0461571 Sep 09 20:08:45.918396 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'name': 'network-vif-deleted', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:45.920772 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c81a181-0b3a-4305-8693-2fe23b224a7c" -d '{"events": [{"server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "name": "network-vif-deleted", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:45.947762 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-618fbd4b-2184-4400-8d27-a06457f47884 req-fcede08d-ea7e-43ed-a8f7-82722273d7d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Sep 09 20:08:45.957540 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c521135b-0763-4ade-a954-cf447275050e x-openstack-request-id: req-c521135b-0763-4ade-a954-cf447275050e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:45.957856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da85f89-2f3c-429a-b149-adeda7dac7d0", "name": "network-vif-deleted", "tag": "113c52bd-c52b-4c3c-ad1d-a696987239a7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:45.958109 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c521135b-0763-4ade-a954-cf447275050e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:45.958578 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da85f89-2f3c-429a-b149-adeda7dac7d0', 'name': 'network-vif-deleted', 'tag': '113c52bd-c52b-4c3c-ad1d-a696987239a7', 'status': 'completed', 'code': 200} Sep 09 20:08:46.828784 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db6bd7-713c-4e1d-b034-011df3965ed5 req-4b27d13d-6994-456a-adaa-668698c98706 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:46.830318 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-10db6bd7-713c-4e1d-b034-011df3965ed5 req-4b27d13d-6994-456a-adaa-668698c98706 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0630345 Sep 09 20:08:46.874250 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-10db6bd7-713c-4e1d-b034-011df3965ed5 req-5538d85a-aadb-4232-8573-b0384f356e2b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377500 Sep 09 20:08:47.603295 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c86282c9-cfd1-4c5d-beb1-1c385af06a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:47.858869 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:48.001681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93881ed-37a3-43d2-ae8a-c045edf9f6b0 req-52bf3e8e-d90b-48f5-86fc-2e0220b5f71a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:48.003191 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93881ed-37a3-43d2-ae8a-c045edf9f6b0 req-52bf3e8e-d90b-48f5-86fc-2e0220b5f71a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0555537 Sep 09 20:08:48.042457 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93881ed-37a3-43d2-ae8a-c045edf9f6b0 req-d8d5bddb-5080-46d0-bbec-24396a07d4a7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327523 Sep 09 20:08:48.832233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 113c52bd-c52b-4c3c-ad1d-a696987239a7 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:08:48.853654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 113c52bd-c52b-4c3c-ad1d-a696987239a7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:08:48.854041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 113c52bd-c52b-4c3c-ad1d-a696987239a7 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:08:48.928428 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:49.168315 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41d54-887d-4db5-82b0-561128785805 req-16810b5c-d18f-4883-9649-32ed293ca192 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:49.170267 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-79b41d54-887d-4db5-82b0-561128785805 req-16810b5c-d18f-4883-9649-32ed293ca192 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0568492 Sep 09 20:08:49.212415 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-79b41d54-887d-4db5-82b0-561128785805 req-c9cdb016-233a-4f46-963c-b9eafa2446e2 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359602 Sep 09 20:08:49.846666 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 64e282c0-ecca-4574-993c-0b9e19da6c10 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:08:49.871320 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 64e282c0-ecca-4574-993c-0b9e19da6c10 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:08:49.871665 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 64e282c0-ecca-4574-993c-0b9e19da6c10 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:08:50.346729 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34151f77-272d-4c10-a88e-1e74a8b9ae35 req-9cdc2ac0-ee31-448a-b582-3e7bb5815dff tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:50.348237 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34151f77-272d-4c10-a88e-1e74a8b9ae35 req-9cdc2ac0-ee31-448a-b582-3e7bb5815dff tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0503345 Sep 09 20:08:50.392813 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-34151f77-272d-4c10-a88e-1e74a8b9ae35 req-8cffea08-e3ad-4de2-8a49-b1338006152e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356274 Sep 09 20:08:50.446449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:50.538921 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a7b3a-de9b-4458-ba9e-33f15d9788bc req-c7150ac9-175a-441e-814b-7fe245682a76 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:50.540458 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-781a7b3a-de9b-4458-ba9e-33f15d9788bc req-c7150ac9-175a-441e-814b-7fe245682a76 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0532382 Sep 09 20:08:50.549695 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56524) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:08:50.554217 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Request body: {'floatingip': {'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:08:50.594604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:51.061995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:51.071392 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:51.483227 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Floating IP cb969f79-5274-4da1-9e1d-a5d1b22c05d0 associated. External IP: 172.27.3.152, port: 40001ec7-fc18-4698-a319-41d127b2e1fd. Sep 09 20:08:51.540622 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413050-e712-49b2-ab77-23f0bb3120b8 req-e87cb8d8-7fcf-48b1-99c3-106e6233d0ef tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:51.542149 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec413050-e712-49b2-ab77-23f0bb3120b8 req-e87cb8d8-7fcf-48b1-99c3-106e6233d0ef tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0985844 Sep 09 20:08:51.625595 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec413050-e712-49b2-ab77-23f0bb3120b8 req-2f2c5a5c-e6ca-4dbb-b53b-69dcda071cc2 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774670 Sep 09 20:08:51.738123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:08:51.850198 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:08:51.854700 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:51.861213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:08:51.870643 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:51.871257 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:51.881706 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-66f8ef19-b025-405c-912f-d92cd994200b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "PUT /v2.0/floatingips/cb969f79-5274-4da1-9e1d-a5d1b22c05d0 HTTP/1.1" status: 200 len: 991 time: 1.3309045 Sep 09 20:08:51.882286 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:51.884532 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:51.921874 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a818473d-e39a-4208-bd5a-1107107f4472 x-openstack-request-id: req-a818473d-e39a-4208-bd5a-1107107f4472 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:51.922166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:51.922414 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a818473d-e39a-4208-bd5a-1107107f4472 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:51.923198 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'status': 'completed', 'code': 200} Sep 09 20:08:51.981042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:51.985818 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-48c12da8-ea8e-4e1f-831a-fbfcd8486107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:51.987362 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-48c12da8-ea8e-4e1f-831a-fbfcd8486107 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1098 time: 0.0421710 Sep 09 20:08:52.090202 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-6ba29af6-baf2-420d-a66c-7640c0946e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:52.091697 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-6ba29af6-baf2-420d-a66c-7640c0946e87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.0966861 Sep 09 20:08:52.159638 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-03ed5fb7-067b-4ffc-976c-830e1f241505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 999 time: 0.0589995 Sep 09 20:08:52.211696 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': 'cb969f79-5274-4da1-9e1d-a5d1b22c05d0', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:37Z', 'updated_at': '2021-09-09T20:08:50Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:52.214357 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-6d5856fb-70b4-4849-9e81-aaeffe15b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:52.215833 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-6d5856fb-70b4-4849-9e81-aaeffe15b795 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0460689 Sep 09 20:08:52.237263 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:08:52.246645 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:08:52.247191 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:52.275106 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-87bb79fd-f0e2-4c3d-8151-64d2137def52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:52.276620 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-87bb79fd-f0e2-4c3d-8151-64d2137def52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447693 Sep 09 20:08:52.389066 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-d680a9de-599e-4bdb-a838-861d7a86faf9 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037943 Sep 09 20:08:52.483980 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:08:52.523747 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-1de3f4be-3fc8-4b7e-9d99-87647b8fb9ea req-b4e1fe3d-caa9-492c-9452-a3459188142b service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211634 Sep 09 20:08:52.758235 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': 'cb969f79-5274-4da1-9e1d-a5d1b22c05d0', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:37Z', 'updated_at': '2021-09-09T20:08:50Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:08:52.760885 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0244-d246-4ab3-96a6-959d7c12d148 req-990223d6-f050-43e2-bcab-628b1d998779 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:52.762746 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-680f0244-d246-4ab3-96a6-959d7c12d148 req-990223d6-f050-43e2-bcab-628b1d998779 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0636647 Sep 09 20:08:52.792247 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6a3ed5-aa73-46bf-a584-98833029f72d None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': 'cb969f79-5274-4da1-9e1d-a5d1b22c05d0', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'floating_ip_address': '172.27.3.152', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:08:37Z', 'updated_at': '2021-09-09T20:08:50Z', 'revision_number': 1, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:08:52.806946 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-680f0244-d246-4ab3-96a6-959d7c12d148 req-4ce56558-0266-42a0-a63c-b25a02831ecd tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Sep 09 20:08:52.997035 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc39930-4afc-44f6-81e9-d19937aa4698 None None] New status for floating IP cb969f79-5274-4da1-9e1d-a5d1b22c05d0: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:08:53.264091 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-2245f777-b69a-4301-91a8-dae2cc45ed51 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:53.265630 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-2245f777-b69a-4301-91a8-dae2cc45ed51 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 946 time: 0.0535572 Sep 09 20:08:53.375715 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Deleting port 3e123d11-6342-4820-b85d-10dfd965d5c6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:53.375964 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:53.474097 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] For port 3e123d11-6342-4820-b85d-10dfd965d5c6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=3e123d11-6342-4820-b85d-10dfd965d5c6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:53.474465 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:53.490914 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Calling delete_port for 3e123d11-6342-4820-b85d-10dfd965d5c6 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:08:53.642120 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:53.654808 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479', '6656e4aa-bda3-4278-82c5-7cbf762932a6', '3e123d11-6342-4820-b85d-10dfd965d5c6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:08:53.672980 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event deleted for resources: {'Port': ['ID=3e123d11-6342-4820-b85d-10dfd965d5c6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:08:53.719081 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] No DVR routers for this DVR port 3e123d11-6342-4820-b85d-10dfd965d5c6 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:08:53.722661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:53.726140 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-0fc34096-03a2-44ed-8449-c7338bfb4624 req-3b0afbfd-b903-4be2-a3ce-bb37fb282922 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "DELETE /v2.0/ports/3e123d11-6342-4820-b85d-10dfd965d5c6 HTTP/1.1" status: 204 len: 173 time: 0.4484646 Sep 09 20:08:53.726642 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'name': 'network-vif-deleted', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:08:53.729262 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b92f9c1-257b-441e-bda6-2058413384d8" -d '{"events": [{"server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "name": "network-vif-deleted", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:08:53.777103 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05913f4d-9c86-403b-804e-301b4a1fe8da x-openstack-request-id: req-05913f4d-9c86-403b-804e-301b4a1fe8da {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:08:53.778078 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721549bf-e353-41d7-bed1-7553c174d16c", "name": "network-vif-deleted", "tag": "3e123d11-6342-4820-b85d-10dfd965d5c6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:08:53.778265 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05913f4d-9c86-403b-804e-301b4a1fe8da {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:08:53.778703 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721549bf-e353-41d7-bed1-7553c174d16c', 'name': 'network-vif-deleted', 'tag': '3e123d11-6342-4820-b85d-10dfd965d5c6', 'status': 'completed', 'code': 200} Sep 09 20:08:53.962935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-495ee349-172c-400b-9fcf-9613de901d4f req-eee117c5-6927-411b-b431-1e1587265b72 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=721549bf-e353-41d7-bed1-7553c174d16c HTTP/1.1" status: 200 len: 210 time: 0.0340743 Sep 09 20:08:54.793077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:55.282982 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c40bfe-e147-493d-9e8f-eb4053f09dfa req-6be8c128-0137-4300-a90f-32951b984c94 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:55.284584 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-64c40bfe-e147-493d-9e8f-eb4053f09dfa req-6be8c128-0137-4300-a90f-32951b984c94 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0528316 Sep 09 20:08:55.324781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-64c40bfe-e147-493d-9e8f-eb4053f09dfa req-0b0ea9c4-a00c-47bc-b704-633b378454ea tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Sep 09 20:08:56.445218 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441ff7a-d880-4275-ae84-dc35089f9aa9 req-6ae2c7d6-5726-4588-8403-2074e28c84b6 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:56.446844 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2441ff7a-d880-4275-ae84-dc35089f9aa9 req-6ae2c7d6-5726-4588-8403-2074e28c84b6 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0506277 Sep 09 20:08:56.487803 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2441ff7a-d880-4275-ae84-dc35089f9aa9 req-870124b9-9bdf-4b01-8bbf-abcb1c0dff76 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Sep 09 20:08:58.315402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 3e123d11-6342-4820-b85d-10dfd965d5c6 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:08:58.335896 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 3e123d11-6342-4820-b85d-10dfd965d5c6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:08:58.336238 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 3e123d11-6342-4820-b85d-10dfd965d5c6 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:08:58.443417 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82cda-4dfa-46f1-8643-9c322e0cc29c req-586d55ca-307d-404d-bd6f-e802ded15bd9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:58.444933 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7da82cda-4dfa-46f1-8643-9c322e0cc29c req-586d55ca-307d-404d-bd6f-e802ded15bd9 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Sep 09 20:08:58.487916 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7da82cda-4dfa-46f1-8643-9c322e0cc29c req-0d74dbd2-73ad-4d77-bf45-53c06dd8a591 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370915 Sep 09 20:08:59.621209 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0300ed9-7db6-4d85-8156-80d14c51bdf2 req-a856b5fb-0add-4703-a10d-cb2b3d720db0 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:59.622862 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0300ed9-7db6-4d85-8156-80d14c51bdf2 req-a856b5fb-0add-4703-a10d-cb2b3d720db0 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0572274 Sep 09 20:08:59.666552 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0300ed9-7db6-4d85-8156-80d14c51bdf2 req-5750b8cc-000c-4a7b-9ac6-4dde06f0c23b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Sep 09 20:08:59.764803 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-203dec97-4e4b-4fb7-a7ff-be45e9ad1100 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:08:59.766305 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-203dec97-4e4b-4fb7-a7ff-be45e9ad1100 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 945 time: 0.0538621 Sep 09 20:08:59.859597 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Deleting port 6656e4aa-bda3-4278-82c5-7cbf762932a6 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:08:59.859939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:59.950701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] For port 6656e4aa-bda3-4278-82c5-7cbf762932a6, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=6656e4aa-bda3-4278-82c5-7cbf762932a6,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:08:59.950985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:08:59.962609 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Calling delete_port for 6656e4aa-bda3-4278-82c5-7cbf762932a6 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:09:00.063453 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-2bc27452-e282-4957-9fec-2b54a81f9747 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436039 Sep 09 20:09:00.098420 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:00.116112 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479', '6656e4aa-bda3-4278-82c5-7cbf762932a6'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:09:00.133760 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event deleted for resources: {'Port': ['ID=6656e4aa-bda3-4278-82c5-7cbf762932a6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:00.165990 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2f928-febd-4b28-8967-00050a989b38 req-9e173fa6-e538-40e0-bf6b-13ff71055eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:00.167533 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-9e173fa6-e538-40e0-bf6b-13ff71055eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 1099 time: 0.0489352 Sep 09 20:09:00.179187 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] No DVR routers for this DVR port 6656e4aa-bda3-4278-82c5-7cbf762932a6 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:09:00.181812 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:00.183947 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d100651e-0aba-469b-ba6f-8f0e5a20cb64 req-b5e08947-f0cc-48bf-be78-c9cf15cdc568 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "DELETE /v2.0/ports/6656e4aa-bda3-4278-82c5-7cbf762932a6 HTTP/1.1" status: 204 len: 173 time: 0.4095151 Sep 09 20:09:00.184415 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'name': 'network-vif-deleted', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:00.186888 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a7627e-74fb-4a71-866f-67fa3a9b8bd5" -d '{"events": [{"server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "name": "network-vif-deleted", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:00.235211 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272765ad-375e-4f34-bbe2-cf06989e3d98 x-openstack-request-id: req-272765ad-375e-4f34-bbe2-cf06989e3d98 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:00.235597 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda55239-ae3d-460b-bfa7-e955c38f3da1", "name": "network-vif-deleted", "tag": "6656e4aa-bda3-4278-82c5-7cbf762932a6", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:00.235958 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-272765ad-375e-4f34-bbe2-cf06989e3d98 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:00.236480 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda55239-ae3d-460b-bfa7-e955c38f3da1', 'name': 'network-vif-deleted', 'tag': '6656e4aa-bda3-4278-82c5-7cbf762932a6', 'status': 'completed', 'code': 200} Sep 09 20:09:00.316541 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2f928-febd-4b28-8967-00050a989b38 req-216cf120-ff77-4806-b8d6-7debc0bf0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:00.319360 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-216cf120-ff77-4806-b8d6-7debc0bf0355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1123564 Sep 09 20:09:00.416818 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-51b2c8f2-ef10-4875-9959-8eeedb5ccda3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 200 len: 1000 time: 0.0697675 Sep 09 20:09:00.521353 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2f928-febd-4b28-8967-00050a989b38 req-4c103dd1-a6bb-41ba-8ef7-80e800d4381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:00.522843 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-4c103dd1-a6bb-41ba-8ef7-80e800d4381f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0896308 Sep 09 20:09:00.581331 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2f928-febd-4b28-8967-00050a989b38 req-941b0c42-0f1a-477e-8384-b70828d1e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:00.583331 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-941b0c42-0f1a-477e-8384-b70828d1e987 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438864 Sep 09 20:09:00.676041 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-35b8f16f-5727-4e34-85db-b85d7aa9e2bd service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Sep 09 20:09:00.806598 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-36e2f928-febd-4b28-8967-00050a989b38 req-41db0ffb-61fc-4a25-b350-8928d429fd3c service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067374 Sep 09 20:09:00.807940 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e09aba87-937c-4c56-abd4-ddffdb2a4e9c req-59362f9f-8df2-4f58-ac55-d0ad936ce19b tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=cda55239-ae3d-460b-bfa7-e955c38f3da1 HTTP/1.1" status: 200 len: 210 time: 0.0477481 Sep 09 20:09:03.241959 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9312613-2f33-450f-a244-bc68235a4cea req-ad42e54c-3456-4195-ac4a-417bd7306227 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:03.243574 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b9312613-2f33-450f-a244-bc68235a4cea req-ad42e54c-3456-4195-ac4a-417bd7306227 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.0697143 Sep 09 20:09:03.312806 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b9312613-2f33-450f-a244-bc68235a4cea req-7bb12801-c102-4ec7-bfce-83d54fbba118 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631402 Sep 09 20:09:03.328994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e77d0e-f82f-4595-824c-e6304e79cbda req-c20b1ccd-6c61-43d5-93da-20874252b8ce tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:03.330754 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86e77d0e-f82f-4595-824c-e6304e79cbda req-c20b1ccd-6c61-43d5-93da-20874252b8ce tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 946 time: 0.0799372 Sep 09 20:09:03.382741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86e77d0e-f82f-4595-824c-e6304e79cbda req-88aec694-7072-4685-aefb-733275645bd5 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Sep 09 20:09:04.343426 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 6656e4aa-bda3-4278-82c5-7cbf762932a6 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:09:04.363219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 6656e4aa-bda3-4278-82c5-7cbf762932a6 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:09:04.363586 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 6656e4aa-bda3-4278-82c5-7cbf762932a6 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:09:04.441276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b44d0-13d2-4bfd-9b64-4b46e008abbc req-91db3039-2dd6-4816-84a7-c8c17efa741e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:04.442855 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bc4b44d0-13d2-4bfd-9b64-4b46e008abbc req-91db3039-2dd6-4816-84a7-c8c17efa741e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.0565805 Sep 09 20:09:04.510626 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bc4b44d0-13d2-4bfd-9b64-4b46e008abbc req-739cbef4-ae23-42bd-848a-98627301f62e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616009 Sep 09 20:09:04.528721 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b60a94-5b5d-4c37-bda5-d68d556489be req-c167d0a8-4e15-439b-b1fe-dade2ea399f7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:04.530494 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d3b60a94-5b5d-4c37-bda5-d68d556489be req-c167d0a8-4e15-439b-b1fe-dade2ea399f7 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 946 time: 0.0673103 Sep 09 20:09:04.572998 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d3b60a94-5b5d-4c37-bda5-d68d556489be req-1955f9ec-7ad0-4858-b886-e63822671296 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/security-groups?id=85db3802-7f95-40b2-861d-3b095bad63fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358832 Sep 09 20:09:04.759152 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:09:04.927959 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-5c5263c0-1525-4844-a1ff-e349af9020fd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:04.930527 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-5c5263c0-1525-4844-a1ff-e349af9020fd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 946 time: 0.0527821 Sep 09 20:09:05.042996 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port 077cc375-0a18-49bb-9f02-3639bba33404 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:09:05.043347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.128207 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154a601-bd05-4c69-bd31-48516638f948 req-746b9661-e8f7-4eec-8131-9e7792b610da tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:05.129872 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2154a601-bd05-4c69-bd31-48516638f948 req-746b9661-e8f7-4eec-8131-9e7792b610da tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 946 time: 0.0521250 Sep 09 20:09:05.142143 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] For port 077cc375-0a18-49bb-9f02-3639bba33404, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=077cc375-0a18-49bb-9f02-3639bba33404,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:05.142689 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.238820 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Deleting port 43943465-5e57-48c7-8655-0714747b1479 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:09:05.239265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.333710 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.333997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.334376 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP 03f846de-ec19-47a4-9d48-32c657aafc26 disassociated. External IP: 172.27.3.5, port: 077cc375-0a18-49bb-9f02-3639bba33404. Sep 09 20:09:05.334842 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for 077cc375-0a18-49bb-9f02-3639bba33404 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:09:05.339545 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] For port 43943465-5e57-48c7-8655-0714747b1479, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=43943465-5e57-48c7-8655-0714747b1479,segment=NetworkSegment(219873cb-0a74-409e-8745-e37fad666b1d),segment_id=219873cb-0a74-409e-8745-e37fad666b1d)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:05.340145 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.363782 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Calling delete_port for 43943465-5e57-48c7-8655-0714747b1479 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:09:05.508213 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.546331 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=077cc375-0a18-49bb-9f02-3639bba33404,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:05.546607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.561924 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['43943465-5e57-48c7-8655-0714747b1479'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:09:05.583881 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Pushing event deleted for resources: {'Port': ['ID=43943465-5e57-48c7-8655-0714747b1479,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:05.616463 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.616894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.617361 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.618354 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.618698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.619151 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.619514 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.619955 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.620269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.620598 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.620953 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.621251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:05.681158 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] No DVR routers for this DVR port 43943465-5e57-48c7-8655-0714747b1479 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:09:05.683949 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.685980 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2154a601-bd05-4c69-bd31-48516638f948 req-0cc21509-9715-4002-a59d-9a2650c1c318 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.30 "DELETE /v2.0/ports/43943465-5e57-48c7-8655-0714747b1479 HTTP/1.1" status: 204 len: 173 time: 0.5498891 Sep 09 20:09:05.693624 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'name': 'network-vif-deleted', 'tag': '43943465-5e57-48c7-8655-0714747b1479'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:05.696182 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b04135-b126-4c05-be16-d966307f53b0" -d '{"events": [{"server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "name": "network-vif-deleted", "tag": "43943465-5e57-48c7-8655-0714747b1479"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:05.726391 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5b708eaa-5385-4cfd-855c-b51db1bf75c5 req-78e38635-3c9c-4c6f-82e9-83988762c3a3 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=80670ae2-8378-4cad-975d-0a68bff2c2bc HTTP/1.1" status: 200 len: 210 time: 0.0464191 Sep 09 20:09:05.731319 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:09:05.769278 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-db07ffb2-378b-4e51-b091-bc3421082446 req-c2ca9ee4-b929-4b90-985d-8f860a317d18 tempest-AttachVolumeNegativeTest-2068548109 tempest-AttachVolumeNegativeTest-2068548109-project] 10.222.0.37 "GET /v2.0/ports?device_id=135aa82e-0a55-43a1-8205-5124cb2d9892 HTTP/1.1" status: 200 len: 210 time: 0.0647571 Sep 09 20:09:05.786552 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e330f4c-daf7-4e26-b242-5b58bc78fdc4 x-openstack-request-id: req-1e330f4c-daf7-4e26-b242-5b58bc78fdc4 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:05.786846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135aa82e-0a55-43a1-8205-5124cb2d9892", "name": "network-vif-deleted", "tag": "43943465-5e57-48c7-8655-0714747b1479", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:05.787103 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e330f4c-daf7-4e26-b242-5b58bc78fdc4 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:05.787640 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135aa82e-0a55-43a1-8205-5124cb2d9892', 'name': 'network-vif-deleted', 'tag': '43943465-5e57-48c7-8655-0714747b1479', 'status': 'completed', 'code': 200} Sep 09 20:09:05.857940 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:05.870136 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:05.881548 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:05.882903 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:05.901951 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] No DVR routers for this DVR port 077cc375-0a18-49bb-9f02-3639bba33404 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:09:05.904677 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:05.909130 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-83dd3e1a-8899-468b-a791-f4cc53ed0d7a req-67e687b1-9859-415a-ba9f-5600290a3d7b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "DELETE /v2.0/ports/077cc375-0a18-49bb-9f02-3639bba33404 HTTP/1.1" status: 204 len: 173 time: 0.9667504 Sep 09 20:09:05.909771 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'name': 'network-vif-deleted', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:05.918113 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd971bf7-6879-49e6-8000-8224cd425733" -d '{"events": [{"server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "name": "network-vif-deleted", "tag": "077cc375-0a18-49bb-9f02-3639bba33404"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:05.968884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87508da-10bb-49de-9d77-bddb09974389 x-openstack-request-id: req-e87508da-10bb-49de-9d77-bddb09974389 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:05.969564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80670ae2-8378-4cad-975d-0a68bff2c2bc", "name": "network-vif-deleted", "tag": "077cc375-0a18-49bb-9f02-3639bba33404", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:05.969564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e87508da-10bb-49de-9d77-bddb09974389 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:05.969884 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80670ae2-8378-4cad-975d-0a68bff2c2bc', 'name': 'network-vif-deleted', 'tag': '077cc375-0a18-49bb-9f02-3639bba33404', 'status': 'completed', 'code': 200} Sep 09 20:09:06.031021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:06.302757 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:06.335804 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:06.344491 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:06.345104 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:06.450422 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:06.656028 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:06.685496 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e58a7e-039d-476f-8846-6b5ff7e1d05e None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:06.850897 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56748) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:06.916235 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Deleting subnet 79e393d2-8191-41cc-936d-602db471600d {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:09:06.920097 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:06.965076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.008085 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.016504 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a109c2e-fa37-4983-a034-c5353f326cb1 None None] New status for floating IP 03f846de-ec19-47a4-9d48-32c657aafc26: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:09:07.074449 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-05845b63-4612-45a5-af1a-2bcff2bf54f2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580019469&fields=id&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 267 time: 0.0637517 Sep 09 20:09:07.119349 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.190619 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e393d2-8191-41cc-936d-602db471600d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:07.192877 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.195385 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-d04f486e-b2d1-4603-82a9-87c68a607f83 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/79e393d2-8191-41cc-936d-602db471600d HTTP/1.1" status: 204 len: 168 time: 0.3426428 Sep 09 20:09:07.198197 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56758) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:07.289297 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-49fe36bc-d6b4-45a3-a39d-99f7b830793a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:07.290638 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-49fe36bc-d6b4-45a3-a39d-99f7b830793a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.2049284 Sep 09 20:09:07.309887 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.312531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-e17e7b25-be47-4edc-bdb6-1cda4203e301 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/quotas/c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 375 time: 0.0158410 Sep 09 20:09:07.429494 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.445253 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-dfc89db0-994d-4d34-9622-91987d20211c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1265206 Sep 09 20:09:07.461026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7419441-6610-4b5f-8842-16625225e4b4']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:07.476194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219873cb-0a74-409e-8745-e37fad666b1d') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:07.476535 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219873cb-0a74-409e-8745-e37fad666b1d') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:07.486594 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.501455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.509013 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:09:07.509579 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:09:07.511212 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:09:07.594161 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.627864 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.629803 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7419441-6610-4b5f-8842-16625225e4b4 HTTP/1.1" status: 204 len: 168 time: 0.4303174 Sep 09 20:09:07.645212 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5ef1d-ff91-4915-9b23-200366183c57 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7419441-6610-4b5f-8842-16625225e4b4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:07.671010 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-04477892-cd63-4bd6-bc91-0f2296649e7c service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125337 Sep 09 20:09:07.753900 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56766) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:07.786385 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-09d7346a-c42e-4d16-b515-ebfa4395be52 service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092606 Sep 09 20:09:07.813395 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-93289085-ac07-4680-bd33-c1da62c52324 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8eea5ec47c79458b926b43f77d8137ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0581334 Sep 09 20:09:07.816196 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56770) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:07.897613 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.924564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.978337 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.980946 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:07.982396 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85db3802-7f95-40b2-861d-3b095bad63fe HTTP/1.1" status: 204 len: 168 time: 0.1651440 Sep 09 20:09:07.991677 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd865f93-fadf-4ea2-b044-0683180ff682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db3802-7f95-40b2-861d-3b095bad63fe,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:08.119869 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3882d4d-121e-4bde-8ca3-b4e9cee34c79 req-6f7fe135-11a2-4d26-96ea-1c86df5fcf14 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 210 time: 0.0304763 Sep 09 20:09:08.930432 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:08.983885 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Deleting subnet b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:09:08.987223 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.025799 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.071132 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.129375 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.156846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:09.162584 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.164968 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-56384166-1541-4088-b9fe-8cea6847e418 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6cbe8f3-b9ae-47d3-b0ae-4e5004010b62 HTTP/1.1" status: 204 len: 168 time: 0.2334735 Sep 09 20:09:09.169105 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56834) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:09.289713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.295656 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-94de4738-ea51-4dd8-94c5-b0b8145d81b2 req-ea614873-f563-4ca0-aea4-727781946c62 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 210 time: 0.0450768 Sep 09 20:09:09.408402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.437021 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6bc936-0bcb-4d99-8e1b-9a71436bf243']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:09.453338 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff74653-bd79-4f15-8c7a-cf24c963e1d1') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:09.453927 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff74653-bd79-4f15-8c7a-cf24c963e1d1') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:09.477198 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.483365 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-ca49741c-abd0-4d46-a1a1-359d20ec4fba tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:09.485085 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-ca49741c-abd0-4d46-a1a1-359d20ec4fba tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.2007158 Sep 09 20:09:09.496790 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.508548 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:09:09.509205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:09:09.511125 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:09:09.588859 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.604509 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:09.607213 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e6bc936-0bcb-4d99-8e1b-9a71436bf243 HTTP/1.1" status: 204 len: 168 time: 0.4369442 Sep 09 20:09:09.621175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ba13c-a345-43ec-9142-ffc741cad896 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6bc936-0bcb-4d99-8e1b-9a71436bf243,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:09.866232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:09.871761 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-1b1b8375-c0c4-46c2-9b5b-0c6a6fd34213 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 379 time: 0.3588669 Sep 09 20:09:09.886350 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'port': {'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'admin_state_up': True, 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'security_groups': ['f4214f8f-f0c8-40da-8954-b2e607566688']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:09.936319 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a28fad93-1e85-4c54-950c-a50927e122e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=caff502ea563498fb1afec78627c242c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677788 Sep 09 20:09:09.937103 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56860) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:10.028729 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.068304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.094048 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Made reservation on behalf of c06c735fcc754c1d830ca723cc7fe7d4 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:10.099612 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.175951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.182031 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.185820 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f93df42-f572-413d-9a18-2d25665a5cd9 HTTP/1.1" status: 204 len: 168 time: 0.2471452 Sep 09 20:09:10.210567 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c409c20-b734-47ab-b399-a131528e6cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93df42-f572-413d-9a18-2d25665a5cd9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:10.309217 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.20.0.13 (1baa5f87-f1e3-4a09-83f3-3ef2defd4db4/f0694cf0-6ad0-4d7b-ab72-48c2096b933c/d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:10.354098 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 077cc375-0a18-49bb-9f02-3639bba33404 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:09:10.381207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 077cc375-0a18-49bb-9f02-3639bba33404 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:09:10.382461 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 077cc375-0a18-49bb-9f02-3639bba33404 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:09:10.383166 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 43943465-5e57-48c7-8655-0714747b1479 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:09:10.419241 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 43943465-5e57-48c7-8655-0714747b1479 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:09:10.419947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 43943465-5e57-48c7-8655-0714747b1479 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:09:10.432044 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7fc9d7e1-a927-406b-8b26-356c335e7a13 req-bded3c76-744f-4415-9260-ab9fe1843cc6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 210 time: 0.0406065 Sep 09 20:09:10.473060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.488573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Transition to ACTIVE for port object d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:10.530547 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.576393 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:10.579477 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:10.583262 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:10.622060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:10.668647 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:10.669779 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.690631 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-89bcc499-1937-40d0-8114-5cf3334cc0c5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109574 Sep 09 20:09:10.706256 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Request body: {'port': {'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:10.796853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.884662 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd96e03-75c7-4f1d-ae6d-fb953c906b31 None None] Provisioning for port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:10.890685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-9bd96e03-75c7-4f1d-ae6d-fb953c906b31 None None] Provisioning complete for port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:10.891061 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9bd96e03-75c7-4f1d-ae6d-fb953c906b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:10.941345 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-9bd96e03-75c7-4f1d-ae6d-fb953c906b31 None None] Port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:11.108114 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:11.139507 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:09:11.149443 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.168831 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Transition to ACTIVE for port object d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:11.175279 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.257367 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-710349462-network', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:11.264823 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:11.301060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Made reservation on behalf of 3bf4fa9db73e4c5e832ab23f33709486 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:11.304202 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.313792 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.333921 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Attempting to bind port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:11.334293 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Attempting to bind port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:11.334626 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Attempting to bind port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:11.340205 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:09:11.340537 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Attempting to bind port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:11.347115 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:11.347469 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:11.347873 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Bound using segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:11.350288 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Bound port: d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:11.350673 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.475636 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:11.475965 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.480332 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:11.482379 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.487271 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.510951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:09:11.529153 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.529945 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.531468 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] 10.222.0.30 "PUT /v2.0/ports/d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 1094 time: 0.8307920 Sep 09 20:09:11.531985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:11.534455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f4d49e-9076-4784-8ac7-724a5a7cc694" -d '{"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:11.573098 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.573475 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Added segment e3d95d39-8f7a-4502-9b68-1e69b59bc55e of type vlan for network b04a4623-2a63-4045-9d1f-4d882c6fcd07 Sep 09 20:09:11.574175 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81bb3-c83d-477c-8887-3fb28772eb2b service neutron] Pushing event updated for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:11.575107 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab652a9-2260-4dec-97c3-fce4ba260a45,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:11.635060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-8a71c029-8f03-4d4d-acf5-0707c8df8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.636615 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-8a71c029-8f03-4d4d-acf5-0707c8df8f5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1097 time: 0.0594487 Sep 09 20:09:11.644376 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.655368 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78ff56-3b20-4bc6-9ec1-7e23ee30d8a9 req-3d660104-afb2-4b46-87bd-c8bc80d77e43 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.656963 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb78ff56-3b20-4bc6-9ec1-7e23ee30d8a9 req-3d660104-afb2-4b46-87bd-c8bc80d77e43 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.1311862 Sep 09 20:09:11.705218 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-8bd3fe18-1c9f-4e3a-9384-5306c979504b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 217 time: 0.0585754 Sep 09 20:09:11.714194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.715196 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.715766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.747247 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb78ff56-3b20-4bc6-9ec1-7e23ee30d8a9 req-54a5e3e4-9d46-4813-bf4e-bdd0c7bd2a38 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810797 Sep 09 20:09:11.763402 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b2e97-889f-49bf-a568-562a0adb1666 x-openstack-request-id: req-e55b2e97-889f-49bf-a568-562a0adb1666 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:11.763685 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:11.764213 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e55b2e97-889f-49bf-a568-562a0adb1666 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:11.764678 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'status': 'completed', 'code': 200} Sep 09 20:09:11.765785 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6565421 Sep 09 20:09:11.768545 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:11.769103 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-ae926603-576c-4c6d-96c1-ed2b0cef528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.770931 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-ae926603-576c-4c6d-96c1-ed2b0cef528d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0579300 Sep 09 20:09:11.824304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Request body: {'subnet': {'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-710349462-subnet', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'ip_version': 4}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:11.839607 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b63f15-cea9-4e40-856e-034550fa1957 admin admin] Pushing event updated for resources: {'Network': ['ID=b04a4623-2a63-4045-9d1f-4d882c6fcd07,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:11.847159 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-d97dbcff-de18-4bfd-8921-1d441937c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:11.848914 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-d97dbcff-de18-4bfd-8921-1d441937c97a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678957 Sep 09 20:09:11.850830 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Made reservation on behalf of 3bf4fa9db73e4c5e832ab23f33709486 for: {'subnet': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:11.851308 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:09:11.853480 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13580435'] for subnet, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:11.962326 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-ce7dedb9-422f-4de8-8fa0-d2b6edfda055 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039944 Sep 09 20:09:12.034400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12768565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13580429'] for subnet, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.060552 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-92442e47-9c8e-4070-b03f-d95bbd25b577 req-e1c2bc11-c62d-41fa-b878-fa4be9705b84 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874736 Sep 09 20:09:12.088992 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6fee036-526d-4918-87bf-1756de096652,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:12.097576 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Checking segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:12.097931 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Network hostable DHCP agents. Network: b04a4623-2a63-4045-9d1f-4d882c6fcd07, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94091) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:09:12.114170 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94091) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:09:12.123662 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, b04a4623-2a63-4045-9d1f-4d882c6fcd07) {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:12.128889 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.131201 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.132170 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eda53b-c187-4d97-a0fc-80769c40e2b5 None None] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:09:12.150525 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1e5dc69e-83b4-42af-a627-160d252ca5b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3779204 Sep 09 20:09:12.150767 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 56912) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:12.155031 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:12.162055 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-aff95ecb-ca74-4b5b-bf1b-e5dcf8302874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.164387 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-aff95ecb-ca74-4b5b-bf1b-e5dcf8302874 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1097 time: 0.0489511 Sep 09 20:09:12.191617 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.192899 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.257991 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.281671 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-f260ee1c-3518-43d8-be1b-8d462e1cacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.283718 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-f260ee1c-3518-43d8-be1b-8d462e1cacd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1114454 Sep 09 20:09:12.338809 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:09:12.340108 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.340299 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-317b5737-7c51-48ac-a62a-65abb1376dd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 217 time: 0.0383840 Sep 09 20:09:12.400902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-c236f021-5b1d-487d-9884-56934dd8a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.403007 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-c236f021-5b1d-487d-9884-56934dd8a732 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0551515 Sep 09 20:09:12.436511 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.464041 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-ef86e3a4-89a6-4d3e-b71e-1de7899d4f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.465648 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-ef86e3a4-89a6-4d3e-b71e-1de7899d4f6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497522 Sep 09 20:09:12.498595 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Allocated IP 172.20.0.2 (b04a4623-2a63-4045-9d1f-4d882c6fcd07/c6fee036-526d-4918-87bf-1756de096652/4aba7358-5eef-4bd7-8856-f5d702aacb14) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:12.593058 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-e21f4b4f-f5be-471f-9241-2d3430a46751 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158657 Sep 09 20:09:12.661818 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.663893 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.675439 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Transition to ACTIVE for port object 4aba7358-5eef-4bd7-8856-f5d702aacb14 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:12.683467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.696737 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Transition to ACTIVE for port object 4aba7358-5eef-4bd7-8856-f5d702aacb14 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:12.704118 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.716088 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-87f4d49e-9076-4784-8ac7-724a5a7cc694 req-fef17fbd-4100-4260-9e70-507d786aa6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145780 Sep 09 20:09:12.752399 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:12.756647 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:12.759732 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:12.775333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Pushing event updated for resources: {'Port': ['ID=4aba7358-5eef-4bd7-8856-f5d702aacb14,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:12.801056 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.801441 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.802202 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.803009 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.803504 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.804012 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.804512 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.805008 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.805556 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.806187 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.806791 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.807317 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:12.820266 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Allocated IP 172.27.3.128 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/0546f9f7-46f5-4953-b56a-90ebb098022e) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:12.859765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Attempting to bind port 4aba7358-5eef-4bd7-8856-f5d702aacb14 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:12.860786 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Attempting to bind port 4aba7358-5eef-4bd7-8856-f5d702aacb14 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:12.861552 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Attempting to bind port 4aba7358-5eef-4bd7-8856-f5d702aacb14 on network b04a4623-2a63-4045-9d1f-4d882c6fcd07 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:12.867634 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:12.868024 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Checking segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:12.868437 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.868834 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Bound using segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:12.869327 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Bound port: 4aba7358-5eef-4bd7-8856-f5d702aacb14, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:12.869736 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.941834 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] For port 4aba7358-5eef-4bd7-8856-f5d702aacb14, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:12.947232 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] For port 4aba7358-5eef-4bd7-8856-f5d702aacb14, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=4aba7358-5eef-4bd7-8856-f5d702aacb14,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:12.955723 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd1d84-4fcf-451f-abee-4ca4b29ebd86 req-51c9d7e9-8495-4874-b0e1-e55594335004 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:12.956041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:12.957464 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0cd1d84-4fcf-451f-abee-4ca4b29ebd86 req-51c9d7e9-8495-4874-b0e1-e55594335004 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.1062963 Sep 09 20:09:13.030408 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32549f-654c-4796-8080-1aa832c31fb6 None None] Pushing event updated for resources: {'Port': ['ID=4aba7358-5eef-4bd7-8856-f5d702aacb14,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:13.033097 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:13.039614 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0cd1d84-4fcf-451f-abee-4ca4b29ebd86 req-fc4d2dbb-52d0-4882-99a0-0627010e43f7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695870 Sep 09 20:09:13.105829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:13.146556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:13.149624 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:13.152218 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:13.188354 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Pushing event updated for resources: {'Port': ['ID=0546f9f7-46f5-4953-b56a-90ebb098022e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:13.441992 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:13.905643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:13.956800 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b0803-4ba2-4984-94f1-e9829f844644 None None] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:09:14.048290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94091) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:09:14.150145 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1efe295f-7642-4ec8-bf26-1f592db7fcfb None None] Provisioning for port 4aba7358-5eef-4bd7-8856-f5d702aacb14 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:14.293664 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cef4c1-2d0e-491c-be96-aaf09e5a8df5 req-3baafb63-1e72-4fb7-b066-b18767748b30 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:14.295383 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62cef4c1-2d0e-491c-be96-aaf09e5a8df5 req-3baafb63-1e72-4fb7-b066-b18767748b30 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.1572776 Sep 09 20:09:14.296993 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:14.320839 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Sync routers for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:14.325385 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 4aba7358-5eef-4bd7-8856-f5d702aacb14 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:14.349212 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.354179 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c23ead94-5b91-4848-ba79-82373ad37742 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1989276 Sep 09 20:09:14.354357 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56948) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:14.359585 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:14.360534 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:14.370166 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-62cef4c1-2d0e-491c-be96-aaf09e5a8df5 req-afaedba2-d7dc-4066-9378-25e28a305899 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447693 Sep 09 20:09:14.498936 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 4aba7358-5eef-4bd7-8856-f5d702aacb14 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:14.512337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 4aba7358-5eef-4bd7-8856-f5d702aacb14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:14.512929 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.515701 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:14.626899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-19aec28e-9da5-4c8a-8564-0d2dae4eb217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.747404 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-4df61081-9628-4a2f-a4f7-908fba78351c None None] Provisioning complete for port 4aba7358-5eef-4bd7-8856-f5d702aacb14 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:14.747801 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4df61081-9628-4a2f-a4f7-908fba78351c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.810850 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.874430 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 4aba7358-5eef-4bd7-8856-f5d702aacb14, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=4aba7358-5eef-4bd7-8856-f5d702aacb14,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:14.898189 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.900636 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:14.951895 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:13Z', 'revision_number': 3, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:15.007631 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Checking router: f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:15.008887 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Updating router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 port 0546f9f7-46f5-4953-b56a-90ebb098022e binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:09:15.031626 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=4aba7358-5eef-4bd7-8856-f5d702aacb14,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:15.041856 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.094844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Allocated IP 172.20.0.1 (b04a4623-2a63-4045-9d1f-4d882c6fcd07/c6fee036-526d-4918-87bf-1756de096652/51b9aa62-da1c-49e0-ade6-6d96c310bdc2) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:15.200878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.215219 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Transition to ACTIVE for port object 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:15.254782 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.292620 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:15.296884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:15.300463 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:15.310524 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Pushing event updated for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:15.319569 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.336685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Transition to ACTIVE for port object 0546f9f7-46f5-4953-b56a-90ebb098022e will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:15.343327 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.351653 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.398425 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e5d7-6bba-4d76-85f9-d3df47d89390 None None] Pushing event updated for resources: {'Port': ['ID=0546f9f7-46f5-4953-b56a-90ebb098022e,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:15.401954 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Attempting to bind port 0546f9f7-46f5-4953-b56a-90ebb098022e on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:15.402575 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Attempting to bind port 0546f9f7-46f5-4953-b56a-90ebb098022e by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:15.403167 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Attempting to bind port 0546f9f7-46f5-4953-b56a-90ebb098022e on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:15.410413 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:15.410800 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:15.411292 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.411750 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:15.412856 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Bound port: 0546f9f7-46f5-4953-b56a-90ebb098022e, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:15.413332 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.490062 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] For port 0546f9f7-46f5-4953-b56a-90ebb098022e, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:15.494384 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] For port 0546f9f7-46f5-4953-b56a-90ebb098022e, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0546f9f7-46f5-4953-b56a-90ebb098022e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:15.502614 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.515146 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.525708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9636c0-d13e-4580-9ad6-10a5644f42bb req-5deb8fbf-454a-465f-bcd0-2916fea67139 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:15.527450 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd9636c0-d13e-4580-9ad6-10a5644f42bb req-5deb8fbf-454a-465f-bcd0-2916fea67139 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.0797944 Sep 09 20:09:15.576059 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cd9636c0-d13e-4580-9ad6-10a5644f42bb req-1097339c-9668-49bf-b892-4a321cbde08c tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Sep 09 20:09:15.615256 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2dfb08ba-db07-4026-8819-b128cedd7ec4 None None] Provisioning for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:15.629483 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-2dfb08ba-db07-4026-8819-b128cedd7ec4 None None] Provisioning complete for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:15.629856 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2dfb08ba-db07-4026-8819-b128cedd7ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.632865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:15.633532 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:08:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:15.637463 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306e5d7-6bba-4d76-85f9-d3df47d89390 None None] Pushing event updated for resources: {'Port': ['ID=0546f9f7-46f5-4953-b56a-90ebb098022e,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:15.691046 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.696138 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.718123 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb08ba-db07-4026-8819-b128cedd7ec4 None None] Port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:15.766268 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:15.768085 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Pushing event updated for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:15.817410 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:15.868811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:15.870230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:16.038731 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:09:16.164558 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8b1bf2ac-60f6-4305-9a91-bcf9048282b4 None None] Provisioning complete for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:16.165103 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8b1bf2ac-60f6-4305-9a91-bcf9048282b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:16.223643 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 4aba7358-5eef-4bd7-8856-f5d702aacb14 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:16.258092 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-8b1bf2ac-60f6-4305-9a91-bcf9048282b4 None None] Port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:16.305477 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 4aba7358-5eef-4bd7-8856-f5d702aacb14 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:16.305853 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:16.331659 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 1, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:16.371501 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6461c1-7c56-47a5-95b2-0a58205068a1 None None] The sync data for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi is: [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 1, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:16.436697 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:16.442929 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-32d1464e-e486-48d9-ac65-c765838a25af admin admin] 10.222.0.37 "PUT /v2.0/routers/f7379a7e-3dbf-4bdc-a44d-ec1dfd232371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0882576 Sep 09 20:09:16.714454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efff27b-054d-46be-94bf-1ed48165dc18 req-2c78fa58-f7e5-48ed-be44-114d4df254b8 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:16.716046 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6efff27b-054d-46be-94bf-1ed48165dc18 req-2c78fa58-f7e5-48ed-be44-114d4df254b8 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.0580249 Sep 09 20:09:16.758347 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6efff27b-054d-46be-94bf-1ed48165dc18 req-7f0c0dba-a584-48d6-bc48-42ffc78d8e0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363665 Sep 09 20:09:16.985635 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 56998) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:16.990658 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1563637149-network', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:17.035670 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Made reservation on behalf of c5dff8e2c98242b2a58f0e20057f2423 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:17.035897 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.048044 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.165831 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.173796 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.206717 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:09:17.217842 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f11623-5625-4883-bc8a-3357ece827e7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:17.224225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.224839 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Added segment 3de2f96e-0d3c-45df-869d-5b3af14bfb4e of type vlan for network d37d7915-f112-4490-b2b1-568f10811e44 Sep 09 20:09:17.276573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.314204 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.316143 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:17.316763 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.356067 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3692255 Sep 09 20:09:17.358912 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57018) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:17.366157 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Request body: {'subnet': {'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1563637149-subnet', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:17.400407 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034d191-b113-4576-bc97-128bc27fb12f admin admin] Pushing event updated for resources: {'Network': ['ID=d37d7915-f112-4490-b2b1-568f10811e44,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:17.415056 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network d37d7915-f112-4490-b2b1-568f10811e44 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:09:17.423606 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Made reservation on behalf of c5dff8e2c98242b2a58f0e20057f2423 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:17.426905 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.608219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ae26d6bf-4a23-4598-9fb3-54cdeb5145ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.658997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.707603 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:17.723377 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Checking segment: {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:17.723735 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Network hostable DHCP agents. Network: d37d7915-f112-4490-b2b1-568f10811e44, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:09:17.748414 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Network d37d7915-f112-4490-b2b1-568f10811e44 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:09:17.759285 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, d37d7915-f112-4490-b2b1-568f10811e44) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:17.765001 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:17.765970 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.766911 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffe4cf-e308-431d-b81b-e8c5519ec215 None None] Network d37d7915-f112-4490-b2b1-568f10811e44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:09:17.782509 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f2597ff2-01d6-46bf-9eef-104165fa00f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4225564 Sep 09 20:09:17.785111 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57030) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:17.792594 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:17.817092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.819748 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.870795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.877344 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:17.890536 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d568fc7-3afc-41a4-a79b-e26cef7d8848 req-cd8f87bd-d262-493b-b14d-1999fff5ca81 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:17.892356 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0d568fc7-3afc-41a4-a79b-e26cef7d8848 req-cd8f87bd-d262-493b-b14d-1999fff5ca81 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.0567188 Sep 09 20:09:17.937719 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0d568fc7-3afc-41a4-a79b-e26cef7d8848 req-15b96a56-13ca-4416-8406-d7a8c323fb36 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381086 Sep 09 20:09:17.944212 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-d37d7915-f112-4490-b2b1-568f10811e44', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:09:17.945422 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.027740 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.103683 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Allocated IP 172.20.0.2 (d37d7915-f112-4490-b2b1-568f10811e44/41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88/ca42640d-2cac-42fe-aa3a-78445f17da7c) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:18.253992 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0546f9f7-46f5-4953-b56a-90ebb098022e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:18.266093 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.286724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.327201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.338766 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Transition to ACTIVE for port object ca42640d-2cac-42fe-aa3a-78445f17da7c will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:18.359120 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Transition to ACTIVE for port object ca42640d-2cac-42fe-aa3a-78445f17da7c will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:18.362787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 0546f9f7-46f5-4953-b56a-90ebb098022e completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:18.367233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.381347 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0546f9f7-46f5-4953-b56a-90ebb098022e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:18.381347 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.403054 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Allocated IP 172.27.3.91 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/8a404e4b-5a4c-4e04-b29c-b80ae57a9085) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:18.424155 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Network d37d7915-f112-4490-b2b1-568f10811e44 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:18.429046 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:18.435659 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:18.514338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Pushing event updated for resources: {'Port': ['ID=ca42640d-2cac-42fe-aa3a-78445f17da7c,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:18.535769 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.550592 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Attempting to bind port ca42640d-2cac-42fe-aa3a-78445f17da7c on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:18.550990 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Attempting to bind port ca42640d-2cac-42fe-aa3a-78445f17da7c by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:18.551402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Attempting to bind port ca42640d-2cac-42fe-aa3a-78445f17da7c on network d37d7915-f112-4490-b2b1-568f10811e44 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:18.559640 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:18.560041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Checking segment: {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:18.560441 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.560832 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Bound using segment: {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:18.561338 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Bound port: ca42640d-2cac-42fe-aa3a-78445f17da7c, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:18.561709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.581765 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.631898 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:18.635440 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.639235 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:18.656115 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:18.663863 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Sync routers for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:18.681539 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:18.682178 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:18.686282 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Pushing event updated for resources: {'Port': ['ID=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:18.695671 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 0546f9f7-46f5-4953-b56a-90ebb098022e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0546f9f7-46f5-4953-b56a-90ebb098022e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:18.703715 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.743939 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] For port ca42640d-2cac-42fe-aa3a-78445f17da7c, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:18.768949 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] For port ca42640d-2cac-42fe-aa3a-78445f17da7c, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=ca42640d-2cac-42fe-aa3a-78445f17da7c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:18.780475 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:18.820006 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:18.828155 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=0546f9f7-46f5-4953-b56a-90ebb098022e,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:18.906165 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915eccd-952b-4569-ab35-4b15ba0cb1de None None] Pushing event updated for resources: {'Port': ['ID=ca42640d-2cac-42fe-aa3a-78445f17da7c,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:18.938708 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.133871 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.158425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7572-edfd-45d2-a8e5-3400f400fe3b req-9c6fc673-4cb8-4fbe-ac2d-ac59a46ff362 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:19.166491 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 2, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:19.184839 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4aaa7572-edfd-45d2-a8e5-3400f400fe3b req-9c6fc673-4cb8-4fbe-ac2d-ac59a46ff362 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.1316996 Sep 09 20:09:19.229870 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Checking router: f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:19.230549 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Updating router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:09:19.233915 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4aaa7572-edfd-45d2-a8e5-3400f400fe3b req-2420eb31-6823-4cde-aad0-3aca44ed8a3d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505433 Sep 09 20:09:19.262995 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.439738 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.598333 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Router a85b8412-8ab3-4a0a-8532-bd8c6e46921a is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:09:19.694149 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.705954 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Transition to ACTIVE for port object 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:19.712855 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.730212 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:19.742112 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Sync routers for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:19.756442 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:19.757182 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:19.758209 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.760103 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Pushing event updated for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:19.765422 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57052) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:19.767277 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-48797778-3159-4db3-a66d-05e3c6c6cf4d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9774921 Sep 09 20:09:19.767916 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.768256 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.768776 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.769114 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.769480 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.769813 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.770141 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.770453 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.770804 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.771195 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.772395 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.772722 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:19.859014 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Attempting to bind port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:19.859393 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Attempting to bind port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:19.859759 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Attempting to bind port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 on network b04a4623-2a63-4045-9d1f-4d882c6fcd07 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:19.875600 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:19.876306 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Checking segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:19.876707 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.877109 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Bound using segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:19.877755 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Bound port: 51b9aa62-da1c-49e0-ade6-6d96c310bdc2, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:19.878155 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:19.904663 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:19.963062 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] For port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:19.967641 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] For port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:19.977750 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:20.048964 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:20.049964 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:20.088154 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ed60b-7269-4b3c-9137-3a2928c3432c None None] Pushing event updated for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:20.194432 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:20.195180 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 3, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:20.241874 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Checking router: a85b8412-8ab3-4a0a-8532-bd8c6e46921a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:20.242229 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Updating router a85b8412-8ab3-4a0a-8532-bd8c6e46921a port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:09:20.298276 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:20.303449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5165cea-408b-44ad-9391-389bce85c6cf None None] Network d37d7915-f112-4490-b2b1-568f10811e44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:09:20.468701 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:09:20.469954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:20.587663 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7267d5c-ba4b-4121-8928-378d7b8f7c01 req-bdf72c81-3df5-447d-b803-b558ddc116e2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:20.590100 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f7267d5c-ba4b-4121-8928-378d7b8f7c01 req-bdf72c81-3df5-447d-b803-b558ddc116e2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 944 time: 0.1223819 Sep 09 20:09:20.624441 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:19Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:20.677805 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ec184-dce9-485f-ab82-b34e8dbf48a6 None None] The sync data for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi is: [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:19Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:20.697612 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f7267d5c-ba4b-4121-8928-378d7b8f7c01 req-b6a79e69-bee6-4ce6-8217-aa48e5dc7a56 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958953 Sep 09 20:09:20.786213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:20.830852 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0546f9f7-46f5-4953-b56a-90ebb098022e up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:20.848306 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Allocated IP 172.20.0.1 (d37d7915-f112-4490-b2b1-568f10811e44/41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88/12465fd1-b91d-48d7-9d08-615b74fca08c) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:20.896665 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:09:20.927687 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f36b49d2-c219-4ac2-880d-3af3cb049f45 None None] Provisioning for port ca42640d-2cac-42fe-aa3a-78445f17da7c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:21.002899 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.008417 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.028620 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Transition to ACTIVE for port object 12465fd1-b91d-48d7-9d08-615b74fca08c will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:21.077751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.086182 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.125856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Network d37d7915-f112-4490-b2b1-568f10811e44 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:21.129449 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:21.135010 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:21.154069 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:09:21.165474 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Pushing event updated for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:21.192173 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.223873 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 0546f9f7-46f5-4953-b56a-90ebb098022e triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:21.224298 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.233384 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:21.262548 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.350491 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.408729 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:21.453718 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.488494 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Transition to ACTIVE for port object 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:21.507783 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:21.511873 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.539107 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:09:21.581372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.590947 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.654444 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cec61e-5802-498a-8d2b-7aa8056a073d None None] Pushing event updated for resources: {'Port': ['ID=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:21.656948 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Attempting to bind port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:21.657466 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Attempting to bind port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:21.657931 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Attempting to bind port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:21.686462 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:21.687108 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:21.687926 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.688586 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:21.689926 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Bound port: 8a404e4b-5a4c-4e04-b29c-b80ae57a9085, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:21.690369 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.702211 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Pushing event updated for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:21.706301 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.718913 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e289caf3-60b0-4aeb-900f-e713d76414bc None None] Provisioning for port 12465fd1-b91d-48d7-9d08-615b74fca08c completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:21.799333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-e289caf3-60b0-4aeb-900f-e713d76414bc None None] Provisioning complete for port 12465fd1-b91d-48d7-9d08-615b74fca08c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:21.800267 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e289caf3-60b0-4aeb-900f-e713d76414bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.801286 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:21.846647 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:21.847032 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.850419 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Network d37d7915-f112-4490-b2b1-568f10811e44 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:21.854977 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:21.878267 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e166c-5de4-4d93-a6c6-6925a9712a85 req-48ae683a-712d-4759-a3c5-4491b102c3de tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:21.879847 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-227e166c-5de4-4d93-a6c6-6925a9712a85 req-48ae683a-712d-4759-a3c5-4491b102c3de tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 945 time: 0.0876653 Sep 09 20:09:21.921987 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-e289caf3-60b0-4aeb-900f-e713d76414bc None None] Port 12465fd1-b91d-48d7-9d08-615b74fca08c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:21.923992 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] For port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:21.959576 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] For port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:21.970246 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:21.976409 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-227e166c-5de4-4d93-a6c6-6925a9712a85 req-e1068da2-0fa4-488d-a1b7-434b12ff6283 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581594 Sep 09 20:09:22.056718 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Router a85b8412-8ab3-4a0a-8532-bd8c6e46921a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:09:22.099377 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cec61e-5802-498a-8d2b-7aa8056a073d None None] Pushing event updated for resources: {'Port': ['ID=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:22.106777 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:22.107402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:22.170691 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.212060 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-5183b249-a5a1-4dde-a408-ad9fd0c50e21 None None] Provisioning complete for port 12465fd1-b91d-48d7-9d08-615b74fca08c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:22.212446 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5183b249-a5a1-4dde-a408-ad9fd0c50e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.237964 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:22.243601 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1381bbbf-749f-40af-9aa5-fd5c77957518 admin admin] 10.222.0.37 "PUT /v2.0/routers/a85b8412-8ab3-4a0a-8532-bd8c6e46921a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4767818 Sep 09 20:09:22.294367 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:22.309445 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.310257 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device ca42640d-2cac-42fe-aa3a-78445f17da7c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:22.375090 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5183b249-a5a1-4dde-a408-ad9fd0c50e21 None None] Port 12465fd1-b91d-48d7-9d08-615b74fca08c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:22.400351 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:22.462324 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:22.536268 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port ca42640d-2cac-42fe-aa3a-78445f17da7c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:22.546366 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-130b3026-6c9a-4c07-90e9-d947679e0e40 None None] Provisioning complete for port 12465fd1-b91d-48d7-9d08-615b74fca08c triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:22.546751 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-130b3026-6c9a-4c07-90e9-d947679e0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.552645 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port ca42640d-2cac-42fe-aa3a-78445f17da7c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:22.553018 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.646736 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-130b3026-6c9a-4c07-90e9-d947679e0e40 None None] Port 12465fd1-b91d-48d7-9d08-615b74fca08c cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:22.738203 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.781731 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '12465fd1-b91d-48d7-9d08-615b74fca08c', 'name': '', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'mac_address': 'fa:16:3e:73:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:20Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 2, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'subnets': [{'id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:22.786567 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port ca42640d-2cac-42fe-aa3a-78445f17da7c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=ca42640d-2cac-42fe-aa3a-78445f17da7c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:22.812048 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:22.816871 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784771396', 'description': 'tempest-secgroup-smoke-1784771396 description', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:22.817137 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.821591 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdce4e0-1a63-4144-8cd7-c8b9ad62a1c5 None None] The sync data for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi is: [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '12465fd1-b91d-48d7-9d08-615b74fca08c', 'name': '', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'mac_address': 'fa:16:3e:73:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:20Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 2, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'subnets': [{'id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:22.844539 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.974493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.979502 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:22.996152 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:23.012611 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.013963 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2011132 Sep 09 20:09:23.017125 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57104) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.018575 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b8442-455d-4c00-a5b2-de4a235efab0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01323e08-aee5-4eed-8d68-71539e5f4d36,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.025123 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.054195 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=ca42640d-2cac-42fe-aa3a-78445f17da7c,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.074502 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:23.074892 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.114081 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.191832 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ef0d-ab97-4e11-a4d2-59c1d5dcda4a req-757cff88-8960-4538-be85-ec1c8aa4410e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:23.193687 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75d0ef0d-ab97-4e11-a4d2-59c1d5dcda4a req-757cff88-8960-4538-be85-ec1c8aa4410e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 945 time: 0.0990071 Sep 09 20:09:23.248917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.264092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.293366 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75d0ef0d-ab97-4e11-a4d2-59c1d5dcda4a req-960e709b-ad1a-4d4d-9d95-3cd72a39a3f0 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900316 Sep 09 20:09:23.293675 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7b9ec5-ab16-4613-9cc1-47e652a967f1,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.311853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.313138 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-85fb6284-cd37-424f-9274-46691a0ad967 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2947650 Sep 09 20:09:23.316362 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57112) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.321213 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.355981 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.428999 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.434035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.454788 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ae7f79-cf21-4b06-9fc9-3221f949319e,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.458824 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.462986 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-98562c5e-dd95-419e-84d3-96e43a9e5b0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1430397 Sep 09 20:09:23.463176 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57120) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.467594 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.500819 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.578923 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.584200 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.605279 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f60cdf-4cb6-4fca-8cd9-6c7705759800,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.621965 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.623230 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-94933e95-4611-4481-bc23-7b48c6c328f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591051 Sep 09 20:09:23.626523 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57124) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.632636 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.664425 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.747716 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.751501 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.773353 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7517f78e-7755-4852-a6ed-a7701a7960dd,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.775707 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.777078 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-db308377-769f-41ea-89c8-de716df43322 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495378 Sep 09 20:09:23.779745 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57126) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.784114 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.810701 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.securitygroups_db [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Project 3bf4fa9db73e4c5e832ab23f33709486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:09:23.816214 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.882013 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.885950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.905504 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679acae6-824a-499f-9946-92b246b0d373,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:23.908302 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:23.912963 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9a29be10-94a9-4a11-9fc1-76138ab25b70 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322494 Sep 09 20:09:23.913175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57128) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:23.918311 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'security_group_rule': {'security_group_id': '01323e08-aee5-4eed-8d68-71539e5f4d36', 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:23.944488 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Project 3bf4fa9db73e4c5e832ab23f33709486 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:09:23.949795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.011793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.016608 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.044409 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e64361-3afc-4a72-9200-8a4ff2e7a5b0,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:24.051345 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.061456 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a8aa685b-93d3-4dfb-8997-50c6b1e2cd3f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400769 Sep 09 20:09:24.418617 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:24.438135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7a89-e51e-4c5a-9b62-e4c6ff407c38 req-842f3e98-0340-472c-b825-81453455e636 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:24.440336 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d8cf7a89-e51e-4c5a-9b62-e4c6ff407c38 req-842f3e98-0340-472c-b825-81453455e636 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 945 time: 0.0854847 Sep 09 20:09:24.489533 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:24.494619 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:24.495010 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.495541 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d8cf7a89-e51e-4c5a-9b62-e4c6ff407c38 req-9dfa0d16-2659-4780-92eb-7c0008706edf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481262 Sep 09 20:09:24.607294 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.653332 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:24.655762 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56994aef-fb73-4f15-9335-53827f8e7122" -d '{"events": [{"server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:24.673709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:24.680226 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:24.767112 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:24.788703 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566beba3-2547-4875-9ba1-66093cba3b80 x-openstack-request-id: req-566beba3-2547-4875-9ba1-66093cba3b80 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:24.788998 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "name": "network-vif-plugged", "status": "completed", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:24.789250 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-566beba3-2547-4875-9ba1-66093cba3b80 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:24.789680 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'code': 200} Sep 09 20:09:24.815447 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:25.053073 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:25.149460 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:25.158004 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:25.158770 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:25.176926 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566c9be-921c-45b6-a754-310dee9f4398 req-08a2b02b-1c81-4d76-9331-de44659c4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:25.181394 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4566c9be-921c-45b6-a754-310dee9f4398 req-08a2b02b-1c81-4d76-9331-de44659c4052 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1099 time: 0.0975339 Sep 09 20:09:25.248089 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-4566c9be-921c-45b6-a754-310dee9f4398 req-63f756c8-60bd-4676-8b91-cf51f238eef8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573630 Sep 09 20:09:25.323257 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:25.349807 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:25.355092 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:25.355888 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device ca42640d-2cac-42fe-aa3a-78445f17da7c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:25.391833 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Sync routers for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:25.408610 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:25.409268 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:25.440074 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:25.458130 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port ca42640d-2cac-42fe-aa3a-78445f17da7c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:25.459274 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:25.551044 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:25.648800 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d789-a1bc-4d87-a6b8-38624039e657 req-67ade3ed-2cf1-49eb-974f-220bfe71c320 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:25.650469 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9644d789-a1bc-4d87-a6b8-38624039e657 req-67ade3ed-2cf1-49eb-974f-220bfe71c320 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.0625556 Sep 09 20:09:25.706543 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9644d789-a1bc-4d87-a6b8-38624039e657 req-20db24fa-3b4e-4c35-b5d7-9edf7805794f tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479300 Sep 09 20:09:25.890005 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '12465fd1-b91d-48d7-9d08-615b74fca08c', 'name': '', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'mac_address': 'fa:16:3e:73:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:20Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 2, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'subnets': [{'id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:25.928831 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Checking router: a85b8412-8ab3-4a0a-8532-bd8c6e46921a for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:25.929567 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Updating router a85b8412-8ab3-4a0a-8532-bd8c6e46921a port 12465fd1-b91d-48d7-9d08-615b74fca08c binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:09:25.961599 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.263339 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.278168 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Transition to ACTIVE for port object 12465fd1-b91d-48d7-9d08-615b74fca08c will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:26.288216 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.339297 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118cde-cbfa-457f-993d-97622820a8f6 None None] Pushing event updated for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:26.412688 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Attempting to bind port 12465fd1-b91d-48d7-9d08-615b74fca08c on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:26.413361 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Attempting to bind port 12465fd1-b91d-48d7-9d08-615b74fca08c by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:26.413467 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Attempting to bind port 12465fd1-b91d-48d7-9d08-615b74fca08c on network d37d7915-f112-4490-b2b1-568f10811e44 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:26.420568 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:26.421122 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Checking segment: {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:26.422008 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.422646 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Bound using segment: {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:26.423490 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Bound port: 12465fd1-b91d-48d7-9d08-615b74fca08c, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de2f96e-0d3c-45df-869d-5b3af14bfb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:26.424101 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.520345 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] For port 12465fd1-b91d-48d7-9d08-615b74fca08c, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:26.525352 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] For port 12465fd1-b91d-48d7-9d08-615b74fca08c, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=12465fd1-b91d-48d7-9d08-615b74fca08c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:26.531057 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:26.607539 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c118cde-cbfa-457f-993d-97622820a8f6 None None] Pushing event updated for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:26.629917 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:26.630611 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:26.940424 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:26.979746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 12465fd1-b91d-48d7-9d08-615b74fca08c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:26.995164 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcb803-f7ec-4cf3-ac9f-6c6c03d29479 req-3da914d9-19ae-43d8-8810-2f2e013ce2d6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:27.008583 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-acfcb803-f7ec-4cf3-ac9f-6c6c03d29479 req-3da914d9-19ae-43d8-8810-2f2e013ce2d6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.1370249 Sep 09 20:09:27.067304 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-acfcb803-f7ec-4cf3-ac9f-6c6c03d29479 req-445adc67-0a5a-42e2-bc00-5306c9de8dc1 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575774 Sep 09 20:09:27.074214 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 12465fd1-b91d-48d7-9d08-615b74fca08c completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:27.087654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 12465fd1-b91d-48d7-9d08-615b74fca08c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:27.089793 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.221336 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.256250 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad30308-5992-4e72-a049-f0f49ba310de req-bc1d72f6-9311-4c98-b872-31292b377c31 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:27.258576 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ad30308-5992-4e72-a049-f0f49ba310de req-bc1d72f6-9311-4c98-b872-31292b377c31 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.0834975 Sep 09 20:09:27.270197 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 12465fd1-b91d-48d7-9d08-615b74fca08c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=12465fd1-b91d-48d7-9d08-615b74fca08c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:27.276924 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.277952 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:27.293329 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '12465fd1-b91d-48d7-9d08-615b74fca08c', 'name': '', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'mac_address': 'fa:16:3e:73:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:20Z', 'updated_at': '2021-09-09T20:09:26Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'subnets': [{'id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:27.345531 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ad30308-5992-4e72-a049-f0f49ba310de req-c3c84ded-7a36-469f-926b-ce313574bbd9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756750 Sep 09 20:09:27.347853 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920f0b8-63cc-4091-8ef6-8342cfc4b461 None None] The sync data for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi is: [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:09:21Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '12465fd1-b91d-48d7-9d08-615b74fca08c', 'name': '', 'network_id': 'd37d7915-f112-4490-b2b1-568f10811e44', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'mac_address': 'fa:16:3e:73:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:20Z', 'updated_at': '2021-09-09T20:09:26Z', 'revision_number': 4, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'subnets': [{'id': '41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:27.362765 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57256) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:27.400797 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:27.416203 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33a215-f0cd-4fee-9984-c07bb1f7fce9 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:27.419205 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7f33a215-f0cd-4fee-9984-c07bb1f7fce9 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1094 time: 0.0553052 Sep 09 20:09:27.421276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57258) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:27.423881 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:27.424363 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.428930 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:27.463407 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.488221 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57260) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:27.647137 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.653237 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.827245 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.831129 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.27.3.138 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/175f6e9d-fb6e-48f0-8d0e-03db1c5c6110) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:27.834806 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.883737 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5779f4cfb5644dcdbe02331928e88dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944035 Sep 09 20:09:27.885033 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8535b0cb-9f8c-4459-b6e5-56817bc739c9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:27.893962 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57270) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:27.896868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.897568 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.898097 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.898835 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.899321 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.899999 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.900573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.901033 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.901683 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.902442 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.903009 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.903680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d32ac0-19bd-4581-9ca5-e02a563860c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:09:27.983035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:27.990828 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.011290 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.046219 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.096117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:28.099795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:28.107978 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:28.111254 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.114054 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.115890 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8535b0cb-9f8c-4459-b6e5-56817bc739c9 HTTP/1.1" status: 204 len: 168 time: 0.2055035 Sep 09 20:09:28.133519 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=175f6e9d-fb6e-48f0-8d0e-03db1c5c6110,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:28.133820 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606262db-570c-4c86-866b-81936d18b31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8535b0cb-9f8c-4459-b6e5-56817bc739c9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:28.574689 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57276) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:28.593639 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bd62-d575-4372-a9f3-f297aa064e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.681875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.826057 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.883183 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bd62-d575-4372-a9f3-f297aa064e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.906251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4bb1bd62-d575-4372-a9f3-f297aa064e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:28.916371 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 12465fd1-b91d-48d7-9d08-615b74fca08c up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:28.976798 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-4bb1bd62-d575-4372-a9f3-f297aa064e84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3332741d4da48c1b5630cb8467bfbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4007244 Sep 09 20:09:28.979832 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1bd62-d575-4372-a9f3-f297aa064e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d2a24b-da5f-4d17-8e1c-910e7522c17f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:28.981508 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57284) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:29.002660 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 12465fd1-b91d-48d7-9d08-615b74fca08c triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:29.003323 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.062701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.089188 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.115230 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.121696 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.157239 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.160694 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.166219 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2d2a24b-da5f-4d17-8e1c-910e7522c17f HTTP/1.1" status: 204 len: 168 time: 0.1813178 Sep 09 20:09:29.179901 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824d581-cfbb-4657-ba7d-3fdcb1254307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d2a24b-da5f-4d17-8e1c-910e7522c17f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:29.230776 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=175f6e9d-fb6e-48f0-8d0e-03db1c5c6110,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:29.250584 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:29.383734 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP 9b628504-3f3d-4d79-a110-96b68f120bfc associated. External IP: 172.27.3.138, port: d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b. Sep 09 20:09:29.875435 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:09:30.002328 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:09:30.015088 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:09:30.033228 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:30.040231 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:30.040888 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:30.078776 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0fad318d-294d-49f3-9563-aa72411627bf tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6554580 Sep 09 20:09:30.080325 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:30.086482 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:30.179833 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6664293-e713-47a7-a69a-953c64c542e7 x-openstack-request-id: req-c6664293-e713-47a7-a69a-953c64c542e7 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:30.181063 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:30.181370 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6664293-e713-47a7-a69a-953c64c542e7 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:30.182054 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'status': 'completed', 'code': 200} Sep 09 20:09:30.270169 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-802666d9-6eeb-4e1c-a581-40e2112b7816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:30.272714 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-802666d9-6eeb-4e1c-a581-40e2112b7816 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1099 time: 0.0620387 Sep 09 20:09:30.280867 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:30.398292 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-fd7bcddd-9eb6-4751-a0e5-39672abe2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:30.400228 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-fd7bcddd-9eb6-4751-a0e5-39672abe2656 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1199651 Sep 09 20:09:30.504992 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-119115a4-2964-42c8-94ba-c02bc7ca7554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 1000 time: 0.0971360 Sep 09 20:09:30.578730 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-8940f442-d09e-498f-9107-ca487ae6ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:30.580313 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-8940f442-d09e-498f-9107-ca487ae6ff24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0662937 Sep 09 20:09:30.592278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:28Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:30.621784 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:09:30.638960 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:09:30.640233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:30.651262 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-b712fddb-51c8-409d-8aee-c5eb52a7e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:30.653905 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-b712fddb-51c8-409d-8aee-c5eb52a7e94e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654855 Sep 09 20:09:30.790993 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:09:30.798796 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-54e3c0ed-ddae-415a-944d-0311feea7b0c service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352909 Sep 09 20:09:30.947758 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-9e094c99-dc0d-4ef9-82c4-c40e535ac7d9 req-6f1fdfef-8f78-4e1b-b8d7-93eb381cb6f6 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406770 Sep 09 20:09:31.086219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:28Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:09:31.131448 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd2120c-8814-45fd-b499-0ff8cd53a356 None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:28Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:09:31.430568 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa74e0b-3a78-4f0e-bda3-105375d92fcb None None] New status for floating IP 9b628504-3f3d-4d79-a110-96b68f120bfc: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:09:34.298659 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557f351-2aac-4aad-91ef-75f68f54c05e req-8d53678c-da0a-41bd-9b60-1d50e8f36b98 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:34.300516 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d557f351-2aac-4aad-91ef-75f68f54c05e req-8d53678c-da0a-41bd-9b60-1d50e8f36b98 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0554073 Sep 09 20:09:34.373016 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d557f351-2aac-4aad-91ef-75f68f54c05e req-4528a3f0-5f1d-4411-938e-eca65760d1d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572205 Sep 09 20:09:35.541890 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94870-640a-4407-a79b-f0580ce997c7 req-63c55ff8-9197-4ea0-82d5-f2357afabd96 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:35.543466 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-06d94870-640a-4407-a79b-f0580ce997c7 req-63c55ff8-9197-4ea0-82d5-f2357afabd96 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0732634 Sep 09 20:09:35.588464 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-06d94870-640a-4407-a79b-f0580ce997c7 req-3412740f-4631-4198-9e6a-cad785b67a2b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389166 Sep 09 20:09:36.728450 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa56d9-5b3a-4b3e-8f23-775ae205d843 req-4f8ee660-428e-4de0-8fc9-a62502b80052 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:36.730103 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-07aa56d9-5b3a-4b3e-8f23-775ae205d843 req-4f8ee660-428e-4de0-8fc9-a62502b80052 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0574801 Sep 09 20:09:36.772468 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-07aa56d9-5b3a-4b3e-8f23-775ae205d843 req-730f8664-8687-4224-8f4a-80443780f3c9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344150 Sep 09 20:09:37.931558 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2a32f-90dc-473b-9ff2-8c9bf355be75 req-6df32cdd-a293-4056-845d-b097ac9c965a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:37.933893 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0c2a32f-90dc-473b-9ff2-8c9bf355be75 req-6df32cdd-a293-4056-845d-b097ac9c965a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0723670 Sep 09 20:09:37.977543 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0c2a32f-90dc-473b-9ff2-8c9bf355be75 req-d72c95d9-a428-40d0-b3a7-ceae7620b6ab tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374153 Sep 09 20:09:39.124971 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b67e1b-013b-429b-aa3f-ac9ec28e553e req-1e25c06c-c860-4b7c-ab6e-d37c5ff930d6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:39.126956 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45b67e1b-013b-429b-aa3f-ac9ec28e553e req-1e25c06c-c860-4b7c-ab6e-d37c5ff930d6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0696628 Sep 09 20:09:39.176085 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45b67e1b-013b-429b-aa3f-ac9ec28e553e req-9af12352-4bb8-4d87-8941-7a929d36f118 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Sep 09 20:09:40.317923 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452ed1b-aed5-46ee-829b-8318fbdc7e1e req-dc0a2d8a-0614-43ae-b849-323077edd61c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:40.319539 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0452ed1b-aed5-46ee-829b-8318fbdc7e1e req-dc0a2d8a-0614-43ae-b849-323077edd61c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0537708 Sep 09 20:09:40.364460 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0452ed1b-aed5-46ee-829b-8318fbdc7e1e req-7a899e1e-9241-4e28-8d06-d79494e647b7 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Sep 09 20:09:41.490378 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bae63-9714-4c83-b97d-5dee7735cf6e req-03da0820-c46b-4ca5-88da-6e37eea9537b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:41.491745 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-347bae63-9714-4c83-b97d-5dee7735cf6e req-03da0820-c46b-4ca5-88da-6e37eea9537b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0503736 Sep 09 20:09:41.533788 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-347bae63-9714-4c83-b97d-5dee7735cf6e req-a2631d53-cd03-45df-bbd1-48b3bd7733c9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359857 Sep 09 20:09:41.758367 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:09:42.382082 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57556) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:42.488599 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73ea0d6-09e4-45d4-9ac5-aa901710859f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.589103 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73ea0d6-09e4-45d4-9ac5-aa901710859f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.593972 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e73ea0d6-09e4-45d4-9ac5-aa901710859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.662270 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e73ea0d6-09e4-45d4-9ac5-aa901710859f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a528addab65f4a2c84972753e143f62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789397 Sep 09 20:09:42.665125 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57562) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:42.667078 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ea0d6-09e4-45d4-9ac5-aa901710859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb7d2e-92cb-4873-8a13-8b2cb10d2255,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:42.693555 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b1f53-a317-4b89-8866-f8334da30074 req-449f5248-9a48-4373-abeb-4823787a0e52 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:42.695249 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-407b1f53-a317-4b89-8866-f8334da30074 req-449f5248-9a48-4373-abeb-4823787a0e52 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0785766 Sep 09 20:09:42.728987 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.738563 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-407b1f53-a317-4b89-8866-f8334da30074 req-9cd6d43d-0d17-465a-ba98-dd000fee2760 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372841 Sep 09 20:09:42.752846 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.807317 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.810265 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:42.811712 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9bb7d2e-92cb-4873-8a13-8b2cb10d2255 HTTP/1.1" status: 204 len: 168 time: 0.1445525 Sep 09 20:09:42.824396 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c18859-f4bc-4e3a-aca6-67713022a403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb7d2e-92cb-4873-8a13-8b2cb10d2255,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:43.093826 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57568) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:43.107113 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3b757f3-6697-4c0d-9e60-8e35b22af18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.226706 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3b757f3-6697-4c0d-9e60-8e35b22af18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.232390 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a3b757f3-6697-4c0d-9e60-8e35b22af18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.294823 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a3b757f3-6697-4c0d-9e60-8e35b22af18d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57093cd2840d4667b31376fd8e569914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967127 Sep 09 20:09:43.294823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b757f3-6697-4c0d-9e60-8e35b22af18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54007363-3212-4199-a0e9-5915e011512d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:43.296253 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57582) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:09:43.357000 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.365714 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-cb7b317d-d899-48c5-8bd1-eeecbab3d091 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784771396&fields=id&tenant_id=3bf4fa9db73e4c5e832ab23f33709486 HTTP/1.1" status: 200 len: 267 time: 0.0412207 Sep 09 20:09:43.384031 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.439149 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.442774 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:43.447708 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54007363-3212-4199-a0e9-5915e011512d HTTP/1.1" status: 204 len: 168 time: 0.1504059 Sep 09 20:09:43.455841 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f19dc9-54b3-47a1-8795-b962968a2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54007363-3212-4199-a0e9-5915e011512d,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:43.480952 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-b8e62e30-b699-46ec-8724-0b627d36722f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:43.482434 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-b8e62e30-b699-46ec-8724-0b627d36722f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 808 time: 0.1118393 Sep 09 20:09:43.499160 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-f0722bab-e634-4bf7-9e32-d9316116489d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/quotas/3bf4fa9db73e4c5e832ab23f33709486 HTTP/1.1" status: 200 len: 375 time: 0.0104566 Sep 09 20:09:43.581624 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-d3f6c2dc-ce7d-4557-86fa-4f2f0caae8b9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749533 Sep 09 20:09:43.881044 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-7b36e2e8-b0f8-40ba-93c0-49d588598a5d service neutron] 10.222.0.37 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781165 Sep 09 20:09:43.891887 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a52da-a91a-4e38-a18e-f3fdc523376c req-2816c885-659b-4268-b788-6afc8055239b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:43.893515 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-967a52da-a91a-4e38-a18e-f3fdc523376c req-2816c885-659b-4268-b788-6afc8055239b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0694771 Sep 09 20:09:43.999241 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-967a52da-a91a-4e38-a18e-f3fdc523376c req-8412f8cc-0524-41b9-86c9-04a8985a543c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962625 Sep 09 20:09:44.022886 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-455203e1-3892-4404-bfa1-5b2d5acf12d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283255 Sep 09 20:09:44.346985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ba07f9bd-c33c-4752-bcbc-864e4124c1b2 req-846dbe80-b7a3-4511-b623-a187c8560058 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 210 time: 0.0440676 Sep 09 20:09:44.547255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6668725a-724e-48de-a82f-a5976b149cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:45.148149 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55762b18-b3ee-4dd6-9e9d-b6aab4796b45 req-4bcfff41-6acf-4c91-8749-de8b0c3c5956 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:45.149677 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55762b18-b3ee-4dd6-9e9d-b6aab4796b45 req-4bcfff41-6acf-4c91-8749-de8b0c3c5956 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0552630 Sep 09 20:09:45.214790 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-55762b18-b3ee-4dd6-9e9d-b6aab4796b45 req-012b517d-526f-4fe7-89e0-7232c9bb8f1e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 Sep 09 20:09:45.370809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-7a81e9bc-d8bc-4062-a99b-34c4154b501d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:45.372322 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-7a81e9bc-d8bc-4062-a99b-34c4154b501d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 808 time: 0.1253195 Sep 09 20:09:45.417897 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-818343ee-a9fd-45a3-b9c3-c7e2d7637dd5 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf4fa9db73e4c5e832ab23f33709486 HTTP/1.1" status: 200 len: 380 time: 0.0361819 Sep 09 20:09:45.429139 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'port': {'device_id': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'admin_state_up': True, 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'security_groups': ['01323e08-aee5-4eed-8d68-71539e5f4d36']}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:45.447114 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe3c2cc3-960b-42e1-83db-c8bbab96826e req-e4d9d043-98e6-48b0-aec2-9b3e6c0a51ec tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 210 time: 0.0270207 Sep 09 20:09:45.534314 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Made reservation on behalf of 3bf4fa9db73e4c5e832ab23f33709486 for: {'port': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:09:45.541910 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:45.665870 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Allocated IP 172.20.0.6 (b04a4623-2a63-4045-9d1f-4d882c6fcd07/c6fee036-526d-4918-87bf-1756de096652/d95dea4c-a41b-4222-9f5d-b9ab7536f2f7) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:09:45.805092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:45.819820 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Transition to ACTIVE for port object d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:45.851071 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:45.890207 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:09:45.893204 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:09:45.897627 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:09:45.927093 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:45.954158 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:45.954864 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:45.972848 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-aaaa1548-9d28-4c30-8366-6697905263a6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478077 Sep 09 20:09:45.990663 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Request body: {'port': {'device_id': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:09:46.051983 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.106450 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-908d4a5d-41e8-484a-b34f-7618f986e39d None None] Provisioning for port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:09:46.110364 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-908d4a5d-41e8-484a-b34f-7618f986e39d None None] Provisioning complete for port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:46.110829 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-908d4a5d-41e8-484a-b34f-7618f986e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.143866 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-908d4a5d-41e8-484a-b34f-7618f986e39d None None] Port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:09:46.322211 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 {{(pid=94092) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:09:46.329751 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.341650 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751abad-ce78-4232-bce4-87cb2e727997 req-143314c5-566f-4c02-b23b-f11585f8ba55 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:46.342795 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Transition to ACTIVE for port object d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 will not be triggered until provisioned by entity L2. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:09:46.343525 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6751abad-ce78-4232-bce4-87cb2e727997 req-143314c5-566f-4c02-b23b-f11585f8ba55 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0608497 Sep 09 20:09:46.347104 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.410299 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6751abad-ce78-4232-bce4-87cb2e727997 req-44496b4c-f0b3-4ec8-99a0-e8d781e7893a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583689 Sep 09 20:09:46.650119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7e41e-cb6e-474a-a4bb-98c40dfac7a6 req-223e7b11-96b5-43e0-a80d-079fe5d43896 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:46.657777 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8d7e41e-cb6e-474a-a4bb-98c40dfac7a6 req-223e7b11-96b5-43e0-a80d-079fe5d43896 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0952563 Sep 09 20:09:46.697765 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8d7e41e-cb6e-474a-a4bb-98c40dfac7a6 req-b0a61e49-b172-4eee-bf76-7c9489029849 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Sep 09 20:09:46.762195 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:46.793701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Attempting to bind port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:09:46.794195 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Attempting to bind port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:09:46.794746 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Attempting to bind port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 on network b04a4623-2a63-4045-9d1f-4d882c6fcd07 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:46.799194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 on network b04a4623-2a63-4045-9d1f-4d882c6fcd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:09:46.799519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Attempting to bind port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 on network b04a4623-2a63-4045-9d1f-4d882c6fcd07 {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:09:46.804585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:09:46.804924 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Checking segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:09:46.805328 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Bound using segment: {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'} {{(pid=94092) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:09:46.805759 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.managers [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Bound port: d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07'}}] {{(pid=94092) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:09:46.806114 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.870542 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, cleared binding levels {{(pid=94092) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:09:46.873602 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94092) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:09:46.878856 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.912199 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:46.912816 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:46.914416 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] 10.222.0.30 "PUT /v2.0/ports/d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 1093 time: 0.9323084 Sep 09 20:09:46.914850 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:46.917063 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03fe720-092b-4437-a335-8fd07aa6d50c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:46.942616 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b3822-3ec7-4814-8a47-ca0e4b46ea02 service neutron] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=3']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:46.956295 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c5ffd0-4234-44e0-ac22-c992ce8be89a x-openstack-request-id: req-25c5ffd0-4234-44e0-ac22-c992ce8be89a {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:46.956585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:46.956831 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25c5ffd0-4234-44e0-ac22-c992ce8be89a {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:46.957230 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'status': 'completed', 'code': 200} Sep 09 20:09:47.540243 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49034892-e0cf-4682-8fd7-63542acacafe req-a060c807-9711-40ca-9747-cf3ae73ff0ae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:47.541748 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-49034892-e0cf-4682-8fd7-63542acacafe req-a060c807-9711-40ca-9747-cf3ae73ff0ae tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0490601 Sep 09 20:09:47.583450 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-49034892-e0cf-4682-8fd7-63542acacafe req-745de1d1-9a9f-4431-b6e0-6d65cc9448cb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358291 Sep 09 20:09:47.612952 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-fe6938fb-ba73-43f5-8ae0-ac70b223624f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:47.834145 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f381a-3a52-478d-946c-120190dcf4c0 req-ae0ada49-e85a-4780-89ba-3d3b6cf1dfe3 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:47.835822 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-537f381a-3a52-478d-946c-120190dcf4c0 req-ae0ada49-e85a-4780-89ba-3d3b6cf1dfe3 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0568128 Sep 09 20:09:47.869998 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:47.885781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-537f381a-3a52-478d-946c-120190dcf4c0 req-72a59b2b-4e99-4528-bec9-c62894aa3b69 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431511 Sep 09 20:09:48.711233 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fcdc1-9e1c-45c1-8a03-f20ed55765a1 req-f82cc324-31d9-437e-b547-772a7e59795d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:48.712754 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d46fcdc1-9e1c-45c1-8a03-f20ed55765a1 req-f82cc324-31d9-437e-b547-772a7e59795d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0586007 Sep 09 20:09:48.751236 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d46fcdc1-9e1c-45c1-8a03-f20ed55765a1 req-33426b9f-83dd-429a-83a5-712e08e7882a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Sep 09 20:09:48.933277 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:49.004394 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39ccae-1929-4f9b-97a7-1492783dfbcc req-53564f19-1924-481a-92d4-f7544c5ca182 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.006024 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a39ccae-1929-4f9b-97a7-1492783dfbcc req-53564f19-1924-481a-92d4-f7544c5ca182 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0510128 Sep 09 20:09:49.043547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a39ccae-1929-4f9b-97a7-1492783dfbcc req-ef286391-6990-4dbf-892f-2b22f50e7768 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Sep 09 20:09:49.606087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-0ad3d33e-e17a-435e-a40f-ed560489089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.607543 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-0ad3d33e-e17a-435e-a40f-ed560489089d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1096 time: 0.0471485 Sep 09 20:09:49.713193 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-a0a81c47-3804-47b5-a5a1-4a991bb87c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.714729 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-a0a81c47-3804-47b5-a5a1-4a991bb87c4b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0956995 Sep 09 20:09:49.817435 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-9313e9cf-eda8-441b-9c93-810eba396270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.818931 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-d03fe720-092b-4437-a335-8fd07aa6d50c req-9313e9cf-eda8-441b-9c93-810eba396270 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974221 Sep 09 20:09:49.878248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50966-29ff-4198-a179-822a0c222e3a req-32dcb204-1c82-4c80-849e-bc35504e07d1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.880208 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12e50966-29ff-4198-a179-822a0c222e3a req-32dcb204-1c82-4c80-849e-bc35504e07d1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0524879 Sep 09 20:09:49.896680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-c8e153c4-91b0-40e4-8426-ebe7281a8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:49.898199 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-c8e153c4-91b0-40e4-8426-ebe7281a8e10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1096 time: 0.0411255 Sep 09 20:09:49.918015 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-12e50966-29ff-4198-a179-822a0c222e3a req-762af1ce-7be8-4ccb-b703-dcdbe1bd17ee tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Sep 09 20:09:49.946984 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-7977c838-0cbb-4b94-9b31-3b029d8a87ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 217 time: 0.0380385 Sep 09 20:09:50.010516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-b95289ad-8641-466a-b452-0099e2b3e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:50.013155 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-b95289ad-8641-466a-b452-0099e2b3e4fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.0580664 Sep 09 20:09:50.070260 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b1820-6772-4717-aa84-7fd406bab867 req-ad15d1b9-ca4e-4289-ab13-81384ba9d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:50.071820 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-ad15d1b9-ca4e-4289-ab13-81384ba9d8b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432985 Sep 09 20:09:50.162480 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f6cb5-1398-4307-bad9-3bd740fbdecb req-7d83865f-afcc-498e-aff3-2281156eeec9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:50.163948 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fa9f6cb5-1398-4307-bad9-3bd740fbdecb req-7d83865f-afcc-498e-aff3-2281156eeec9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0519030 Sep 09 20:09:50.171513 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-2daded41-3ee6-495f-b805-dadb7d01a610 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881243 Sep 09 20:09:50.204938 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fa9f6cb5-1398-4307-bad9-3bd740fbdecb req-9756c901-51ee-414d-9c46-c9634d354024 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346835 Sep 09 20:09:50.262899 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-a93b1820-6772-4717-aa84-7fd406bab867 req-d83ffdc6-a955-47bd-b79f-be41c616c80f service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830123 Sep 09 20:09:50.437983 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:51.044950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fcfbb-78c8-4b9c-893e-8b1201d4bd85 req-d5ecf12f-ae15-402b-8f65-8205b59b144f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:51.046513 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c52fcfbb-78c8-4b9c-893e-8b1201d4bd85 req-d5ecf12f-ae15-402b-8f65-8205b59b144f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0521572 Sep 09 20:09:51.096524 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c52fcfbb-78c8-4b9c-893e-8b1201d4bd85 req-02d210c0-4f70-422a-8031-4a6dfdebd7fe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Sep 09 20:09:51.337438 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05e105-190e-4627-9392-bca49c3aea87 req-cd7b490d-a9ca-4ec9-b26c-28ec7b535b40 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:51.338974 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0f05e105-190e-4627-9392-bca49c3aea87 req-cd7b490d-a9ca-4ec9-b26c-28ec7b535b40 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0581255 Sep 09 20:09:51.379833 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0f05e105-190e-4627-9392-bca49c3aea87 req-e786eb87-4657-4afc-97ac-f55d7942e04a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346365 Sep 09 20:09:52.231496 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de6b0f-766b-434a-809c-738491f118f0 req-c52991df-e12f-43e2-a6fd-b448fee97bf8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:52.232954 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-23de6b0f-766b-434a-809c-738491f118f0 req-c52991df-e12f-43e2-a6fd-b448fee97bf8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0525715 Sep 09 20:09:52.271135 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-23de6b0f-766b-434a-809c-738491f118f0 req-a231fca7-2201-4d6a-8ec2-106fb637b826 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Sep 09 20:09:52.503283 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339baab6-5ee7-445d-9c91-4949623d34df req-b8cd2ec0-0ca0-45fd-b5a8-95bbece75281 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:52.505499 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-339baab6-5ee7-445d-9c91-4949623d34df req-b8cd2ec0-0ca0-45fd-b5a8-95bbece75281 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0489681 Sep 09 20:09:52.542741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-339baab6-5ee7-445d-9c91-4949623d34df req-89b9382a-b6fb-4d44-8b42-78d62982896c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312741 Sep 09 20:09:52.970476 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:09:53.063404 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:53.074405 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:09:53.113687 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:53.125466 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:09:53.143718 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:53.147808 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:53.194694 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:53.390860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74514c-ff9b-4b6e-b751-1d319ca29b40 req-7e772e3c-dd52-462b-9bc2-1995f38232b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:53.392343 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de74514c-ff9b-4b6e-b751-1d319ca29b40 req-7e772e3c-dd52-462b-9bc2-1995f38232b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0485363 Sep 09 20:09:53.430245 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de74514c-ff9b-4b6e-b751-1d319ca29b40 req-3f8d94e5-22b4-4ee1-ab8f-d569d5804cd9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Sep 09 20:09:53.663572 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865a89-7fe4-43bd-bb9e-f14f7e4289e6 req-c543e624-1bc9-4545-9cdb-dbb66fb47cf9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:53.666226 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d4865a89-7fe4-43bd-bb9e-f14f7e4289e6 req-c543e624-1bc9-4545-9cdb-dbb66fb47cf9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0558231 Sep 09 20:09:53.706440 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d4865a89-7fe4-43bd-bb9e-f14f7e4289e6 req-af45fc85-0ab7-4365-97e0-b260d4bfbf7f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343280 Sep 09 20:09:54.554467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b6038-8ecf-494b-a624-1199be0cc01f req-87f5ebc8-e6bf-4991-b5a9-678a335cd126 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:54.556091 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec9b6038-8ecf-494b-a624-1199be0cc01f req-87f5ebc8-e6bf-4991-b5a9-678a335cd126 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0491943 Sep 09 20:09:54.597245 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec9b6038-8ecf-494b-a624-1199be0cc01f req-bd0a5836-59df-4d0e-bb00-faec8aaa4865 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344198 Sep 09 20:09:54.825128 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4eb8b-5d59-4a84-9e0e-a2789caf1aba req-efdeee94-1755-48ef-82e1-e7cd9050b7e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:54.826540 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-adf4eb8b-5d59-4a84-9e0e-a2789caf1aba req-efdeee94-1755-48ef-82e1-e7cd9050b7e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0533757 Sep 09 20:09:54.866429 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-adf4eb8b-5d59-4a84-9e0e-a2789caf1aba req-e50e3844-9d88-4eca-9856-7279fbf65d39 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339885 Sep 09 20:09:54.980090 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:55.065651 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['40001ec7-fc18-4698-a319-41d127b2e1fd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:09:55.737515 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0996c91-312e-4247-a03a-20da84c8a766 req-b5c1f9d4-a3d3-4cc9-8dec-57eb8b7249a1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:55.739096 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0996c91-312e-4247-a03a-20da84c8a766 req-b5c1f9d4-a3d3-4cc9-8dec-57eb8b7249a1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0682330 Sep 09 20:09:55.779547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f0996c91-312e-4247-a03a-20da84c8a766 req-a29da50b-4114-48b7-b781-4afad452b370 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Sep 09 20:09:55.985216 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725d04-bad3-4a54-90fe-f83210c60aa0 req-004fabab-5a45-4270-8e73-8aaee37e3a0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:55.986785 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce725d04-bad3-4a54-90fe-f83210c60aa0 req-004fabab-5a45-4270-8e73-8aaee37e3a0c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0532763 Sep 09 20:09:56.047908 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ce725d04-bad3-4a54-90fe-f83210c60aa0 req-af1c5ba0-ad61-42cb-aa54-7dc35937e838 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542643 Sep 09 20:09:56.939486 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ac9e6-604c-4598-966e-88b1b16f5120 req-a72ff436-eca9-4b4a-ae55-fca2dca359ad tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:56.948436 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-447ac9e6-604c-4598-966e-88b1b16f5120 req-a72ff436-eca9-4b4a-ae55-fca2dca359ad tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0739009 Sep 09 20:09:56.989966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:09:57.011308 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-447ac9e6-604c-4598-966e-88b1b16f5120 req-18cc4251-345e-4db2-9144-9eec4d0950e2 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612445 Sep 09 20:09:57.047611 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 40001ec7-fc18-4698-a319-41d127b2e1fd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:09:57.048263 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:57.217100 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:57.252958 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:09:57.255563 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e94a33-f3bf-4ccd-b8f2-22bb84f1c4ad" -d '{"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:09:57.293447 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35698c-bd75-4d4e-ac28-73885fab5419 req-bf86e023-5f9a-46c2-b808-05239234a228 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:57.302778 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-af35698c-bd75-4d4e-ac28-73885fab5419 req-bf86e023-5f9a-46c2-b808-05239234a228 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.1599231 Sep 09 20:09:57.306893 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:09:57.317391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:09:57.381755 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d1a08-5479-4e53-8736-aff3c747fe21 x-openstack-request-id: req-ea4d1a08-5479-4e53-8736-aff3c747fe21 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:09:57.382058 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:09:57.382303 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea4d1a08-5479-4e53-8736-aff3c747fe21 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:09:57.382703 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'code': 200} Sep 09 20:09:57.383678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:09:57.443580 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-af35698c-bd75-4d4e-ac28-73885fab5419 req-cdb987dc-03de-4504-a4ff-719c76072d75 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392822 Sep 09 20:09:58.172743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba9bd5-2ba3-47a4-890b-d32ee2dd5bb0 req-87817c85-d27b-4d6e-903d-58eac79f1593 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:58.177324 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30ba9bd5-2ba3-47a4-890b-d32ee2dd5bb0 req-87817c85-d27b-4d6e-903d-58eac79f1593 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0695736 Sep 09 20:09:58.222198 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30ba9bd5-2ba3-47a4-890b-d32ee2dd5bb0 req-64d04707-6aae-4528-9e3e-06bdc7eb2c79 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377383 Sep 09 20:09:58.567774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b795a01-91d9-4510-a17d-5fd80dae5d9a req-b658c16b-3aeb-4337-9c7f-bddee5d5d158 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:58.569510 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5b795a01-91d9-4510-a17d-5fd80dae5d9a req-b658c16b-3aeb-4337-9c7f-bddee5d5d158 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0519755 Sep 09 20:09:58.611296 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5b795a01-91d9-4510-a17d-5fd80dae5d9a req-df0c02b8-8a9e-4167-bef1-64d5915232eb tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353003 Sep 09 20:09:59.361150 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59400f1-ec4d-401a-b591-f94ed5c00567 req-e391107c-0ea9-4518-957b-01e9aa991e7b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:59.368294 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e59400f1-ec4d-401a-b591-f94ed5c00567 req-e391107c-0ea9-4518-957b-01e9aa991e7b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0606844 Sep 09 20:09:59.414976 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e59400f1-ec4d-401a-b591-f94ed5c00567 req-c44f2a74-eb69-48cd-869f-769ccb003dd0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445726 Sep 09 20:09:59.748920 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c8cd9-b4a5-4e1e-85e1-00cdca39cfea req-9a34e882-4983-4699-8ccf-0289ae1f33a8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:09:59.750833 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b7c8cd9-b4a5-4e1e-85e1-00cdca39cfea req-9a34e882-4983-4699-8ccf-0289ae1f33a8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0548546 Sep 09 20:09:59.800631 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b7c8cd9-b4a5-4e1e-85e1-00cdca39cfea req-10158b37-23d2-4601-a665-2f7ab4fe66f8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423570 Sep 09 20:10:00.561795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0806b9c-767e-4bd8-8aaa-0693551ffc11 req-c61044e9-a501-4ca9-83fe-e62a2580fd75 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:00.563715 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b0806b9c-767e-4bd8-8aaa-0693551ffc11 req-c61044e9-a501-4ca9-83fe-e62a2580fd75 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0637569 Sep 09 20:10:00.612431 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b0806b9c-767e-4bd8-8aaa-0693551ffc11 req-c46568e4-e2bd-4f41-be3a-a011052a11e0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423253 Sep 09 20:10:00.929419 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1f062-f35c-434e-99ea-450f2e6f2c07 req-338b024a-6b80-4ee6-af71-eb3325ce455a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:00.931781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5a1f062-f35c-434e-99ea-450f2e6f2c07 req-338b024a-6b80-4ee6-af71-eb3325ce455a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0574608 Sep 09 20:10:00.983461 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5a1f062-f35c-434e-99ea-450f2e6f2c07 req-ee118fd2-50ce-42ce-93eb-43588c27e035 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441601 Sep 09 20:10:01.280925 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-33d3beb6-2b73-4573-b3d5-66d8f6fd6861 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470152 Sep 09 20:10:01.360562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-a9a1e237-8b19-4012-8320-356756efb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:01.362157 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-a9a1e237-8b19-4012-8320-356756efb7c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 1098 time: 0.0502200 Sep 09 20:10:01.490216 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-7c8812dc-889b-4611-8385-2cffe30f6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:01.491912 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-7c8812dc-889b-4611-8385-2cffe30f6484 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 200 len: 911 time: 0.1052904 Sep 09 20:10:01.573374 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-c3c2384a-8823-4b92-a13f-6a757b9986bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 200 len: 1001 time: 0.0680459 Sep 09 20:10:01.629899 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-3685bf6d-f9a7-4d24-aecf-b61e7c782442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:01.631370 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-3685bf6d-f9a7-4d24-aecf-b61e7c782442 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 200 len: 849 time: 0.0474162 Sep 09 20:10:01.711879 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-7d2fc364-008f-43c4-aa01-2d996e402b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:01.716530 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-7d2fc364-008f-43c4-aa01-2d996e402b0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89e0e576-b99d-4ec0-b693-8af081ad9f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753996 Sep 09 20:10:01.758266 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4e10b-3b95-45c8-bdfd-c27d1b94d7e5 req-2517cb5e-a9f9-41a5-b4fa-81785d3c1dc6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:01.766306 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20e4e10b-3b95-45c8-bdfd-c27d1b94d7e5 req-2517cb5e-a9f9-41a5-b4fa-81785d3c1dc6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0624537 Sep 09 20:10:01.824626 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-20e4e10b-3b95-45c8-bdfd-c27d1b94d7e5 req-58e1f45f-ecdc-43ce-b40c-5bb5e9b8cae1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571861 Sep 09 20:10:01.846017 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-b0adc8d1-7093-4141-bf99-f6ae00272608 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219752 Sep 09 20:10:01.981199 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-8a1bfa7e-cbda-4091-aeec-3349d9d70404 req-be35935e-0b72-4635-b7dd-2b638ad77095 service neutron] 10.222.0.30 "GET /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254210 Sep 09 20:10:02.176113 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b82d4-98d2-4af5-8074-1065202134e1 req-5153f319-d00a-4049-bcc9-59b9a338b121 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:02.184067 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-544b82d4-98d2-4af5-8074-1065202134e1 req-5153f319-d00a-4049-bcc9-59b9a338b121 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.1177688 Sep 09 20:10:02.277136 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-544b82d4-98d2-4af5-8074-1065202134e1 req-c97e2882-1cf4-4183-a84c-3d055b884bde tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860157 Sep 09 20:10:02.858230 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259ae32-bade-4daa-90be-a700ca50dc3b req-2baf6a20-e130-43a5-a8e2-84f007b96dbe tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:02.859931 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7259ae32-bade-4daa-90be-a700ca50dc3b req-2baf6a20-e130-43a5-a8e2-84f007b96dbe tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0640182 Sep 09 20:10:02.930913 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7259ae32-bade-4daa-90be-a700ca50dc3b req-690af1ba-34a3-4048-9740-99c12a94918c tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626528 Sep 09 20:10:02.986718 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e83b96-6079-46ad-a15e-e6df5456d8b1 req-1aa93df8-579e-485c-bfd9-a91a7379edbd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:02.988675 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81e83b96-6079-46ad-a15e-e6df5456d8b1 req-1aa93df8-579e-485c-bfd9-a91a7379edbd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0772915 Sep 09 20:10:03.042286 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81e83b96-6079-46ad-a15e-e6df5456d8b1 req-df466242-a2df-4c87-ab22-e1ea800931fe tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410364 Sep 09 20:10:03.451968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd41654-3dbb-4108-9441-f6a1687ace8b req-6ec9fdc8-f07b-471c-badf-90e9833942b9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:03.459995 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8dd41654-3dbb-4108-9441-f6a1687ace8b req-6ec9fdc8-f07b-471c-badf-90e9833942b9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0735154 Sep 09 20:10:03.518442 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8dd41654-3dbb-4108-9441-f6a1687ace8b req-77ad6b55-50c6-4447-9c11-c5399757f968 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562663 Sep 09 20:10:04.125090 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be0e30-7c47-4e4d-8ed5-0f512c2d6b0e req-ebc5f9cf-7e7f-4ad0-b0ff-c12e888c1ac3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:04.133232 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b1be0e30-7c47-4e4d-8ed5-0f512c2d6b0e req-ebc5f9cf-7e7f-4ad0-b0ff-c12e888c1ac3 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0951822 Sep 09 20:10:04.209547 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b1be0e30-7c47-4e4d-8ed5-0f512c2d6b0e req-2689a128-f238-4c9d-a8cc-c38fad5f1962 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704610 Sep 09 20:10:04.231626 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d65b-b6da-4f63-aa30-0a3cc504b09c req-95318153-079b-4967-a14e-e5714a9a4876 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:04.233624 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1117d65b-b6da-4f63-aa30-0a3cc504b09c req-95318153-079b-4967-a14e-e5714a9a4876 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0846274 Sep 09 20:10:04.285203 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1117d65b-b6da-4f63-aa30-0a3cc504b09c req-98241ea2-1211-4dba-8dcb-701a8a11bf71 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439937 Sep 09 20:10:04.632095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee317b1-ef6e-49e6-887a-edc7d932463d req-a60c4545-f3ad-409c-96e3-0034358fec3e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:04.634759 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ee317b1-ef6e-49e6-887a-edc7d932463d req-a60c4545-f3ad-409c-96e3-0034358fec3e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0514066 Sep 09 20:10:04.673770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0ee317b1-ef6e-49e6-887a-edc7d932463d req-76d984da-0b34-4011-9487-dd4bb284e759 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333815 Sep 09 20:10:05.323633 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ba4b1-b112-4c9a-bd1c-325d9cd53c5b req-6f7d5c3c-4487-4c7d-9a56-9ae7ed3b1e47 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:05.325154 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e29ba4b1-b112-4c9a-bd1c-325d9cd53c5b req-6f7d5c3c-4487-4c7d-9a56-9ae7ed3b1e47 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0535402 Sep 09 20:10:05.376213 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e29ba4b1-b112-4c9a-bd1c-325d9cd53c5b req-6ca5b36d-f538-4ff8-ad87-cffee914bd97 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Sep 09 20:10:05.415362 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3c6b7-5628-40ca-a90c-cfa1aef4865a req-290fda6f-3f2f-456c-818b-d368668a0189 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:05.417459 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-98d3c6b7-5628-40ca-a90c-cfa1aef4865a req-290fda6f-3f2f-456c-818b-d368668a0189 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0572581 Sep 09 20:10:05.460083 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-98d3c6b7-5628-40ca-a90c-cfa1aef4865a req-a03cb98f-23d7-4b6d-b4ad-25c85c46f085 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Sep 09 20:10:05.629746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:10:05.726242 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:05.737708 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'mac_address': 'fa:16:3e:e8:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:10:05.778603 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:05.789258 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de4883-c982-45fb-8f3b-b728c1851ddf req-1e0d726d-f658-47e8-9cc1-8f36e3d2fde8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:05.790760 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c1de4883-c982-45fb-8f3b-b728c1851ddf req-1e0d726d-f658-47e8-9cc1-8f36e3d2fde8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0482802 Sep 09 20:10:05.791120 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:10:05.810712 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:05.816505 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:05.829512 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c1de4883-c982-45fb-8f3b-b728c1851ddf req-a558767c-1096-4862-9b0e-905bc7e51c93 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325794 Sep 09 20:10:05.868559 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:06.500117 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b45c5-e706-49cd-afde-f06981cc1aa7 req-73f28290-5734-45b2-8d70-98cb45ba2252 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:06.500117 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5d8b45c5-e706-49cd-afde-f06981cc1aa7 req-73f28290-5734-45b2-8d70-98cb45ba2252 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0560205 Sep 09 20:10:06.553643 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5d8b45c5-e706-49cd-afde-f06981cc1aa7 req-4a808671-859f-4bd6-8df7-c0de3e6be4cf tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475447 Sep 09 20:10:06.594445 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a04d1-f904-4892-862d-3c61be4aec62 req-c38545fe-fd9b-4558-b481-be7b74bc238f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:06.595976 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-127a04d1-f904-4892-862d-3c61be4aec62 req-c38545fe-fd9b-4558-b481-be7b74bc238f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0594528 Sep 09 20:10:06.635747 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-127a04d1-f904-4892-862d-3c61be4aec62 req-f3832c27-1b9c-4aa0-b705-8a4d901519f2 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338337 Sep 09 20:10:06.946393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a44d59-f4ee-42a2-a28f-5282ff22ae6a req-07455932-ae06-484d-88ab-adbd0ea52998 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:06.947870 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-93a44d59-f4ee-42a2-a28f-5282ff22ae6a req-07455932-ae06-484d-88ab-adbd0ea52998 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 944 time: 0.0480921 Sep 09 20:10:06.984539 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-93a44d59-f4ee-42a2-a28f-5282ff22ae6a req-9716b16c-5d18-45d7-ae4f-7f1f348a6a9c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 Sep 09 20:10:07.108928 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d95dea4c-a41b-4222-9f5d-b9ab7536f2f7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:10:07.365424 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-bb74b46a-b6d1-4325-ab62-347e428965cf tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.366863 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-bb74b46a-b6d1-4325-ab62-347e428965cf tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0524378 Sep 09 20:10:07.423462 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-a55378ea-381b-45a6-a386-63a94b343ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.424955 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-a55378ea-381b-45a6-a386-63a94b343ee9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1098 time: 0.0446146 Sep 09 20:10:07.460669 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Deleting port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:07.461012 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:07.514998 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-8308238e-7100-4c0b-b453-93fda3da5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.516475 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-8308238e-7100-4c0b-b453-93fda3da5312 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.0836568 Sep 09 20:10:07.550950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] For port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:07.551320 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:07.586087 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-ba06ed9c-41e2-4d20-8ab2-c4f5b840b965 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 1001 time: 0.0611386 Sep 09 20:10:07.659809 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-4f12ba28-22c2-4c53-9c8a-90c1dae7527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.661943 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-4f12ba28-22c2-4c53-9c8a-90c1dae7527a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0678592 Sep 09 20:10:07.710623 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5420f-24ff-493f-8ed6-274f00ac4b64 req-464e2be4-1b1e-44d7-892a-03ed81be9863 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.719708 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25e5420f-24ff-493f-8ed6-274f00ac4b64 req-464e2be4-1b1e-44d7-892a-03ed81be9863 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/ports?device_id=427fa2e4-7c62-4c11-a58f-f734652673bb HTTP/1.1" status: 200 len: 945 time: 0.0952666 Sep 09 20:10:07.745334 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:07.745715 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:07.746032 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Floating IP 8d406c87-3637-4739-971d-2d78c4e13137 disassociated. External IP: 172.27.3.169, port: e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75. Sep 09 20:10:07.746376 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Calling delete_port for e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 owned by compute:nova {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:07.800683 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-5c8466c8-bf4e-4baa-bc64-947bdbcab3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.802043 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-5c8466c8-bf4e-4baa-bc64-947bdbcab3cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1299865 Sep 09 20:10:07.813934 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25e5420f-24ff-493f-8ed6-274f00ac4b64 req-3f52d52a-7198-4e83-96c7-606e0b2ede2a tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups?id=b99d3100-f051-4f21-a62d-42ea83711add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932674 Sep 09 20:10:07.859476 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb4818-0db5-4296-8edb-ae60bc5a0f6e req-a7694573-e303-421d-bdd0-5110d7707114 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:07.860958 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6efb4818-0db5-4296-8edb-ae60bc5a0f6e req-a7694573-e303-421d-bdd0-5110d7707114 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.1302164 Sep 09 20:10:07.898186 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:07.925950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'Port': ['ID=e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:07.949537 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6efb4818-0db5-4296-8edb-ae60bc5a0f6e req-9cfb8536-6f27-463e-bd9a-d3b7fa546046 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723565 Sep 09 20:10:07.974849 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-7d785d83-e3f9-40ed-9cf0-cf5093c3eaf3 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596911 Sep 09 20:10:08.059091 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:10:08.096968 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-91c25d17-df05-4ac0-85ea-fe56fc236b2d req-73848280-5c8a-4df9-88d9-ede167d08c28 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149271 Sep 09 20:10:08.112747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453486e0-def5-41cd-83ea-b3611993e1f9 req-87b2a95c-5610-4452-a443-8dd5b278a22f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:08.114345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-453486e0-def5-41cd-83ea-b3611993e1f9 req-87b2a95c-5610-4452-a443-8dd5b278a22f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 944 time: 0.0619669 Sep 09 20:10:08.161612 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-453486e0-def5-41cd-83ea-b3611993e1f9 req-88604b4d-afa8-469b-b01b-ea415d1d0f7c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390592 Sep 09 20:10:08.181787 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:10:08.192640 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:10:08.202185 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:08.202799 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:08.221371 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] No DVR routers for this DVR port e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 on host hv-cinder-80699 {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:10:08.223792 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:08.225849 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-7f18e925-b97e-444a-b015-0fce2ceeb79d req-8d873a5d-e7a2-4a04-b37c-a09071964c57 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.30 "DELETE /v2.0/ports/e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 HTTP/1.1" status: 204 len: 173 time: 0.8515649 Sep 09 20:10:08.226286 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'name': 'network-vif-deleted', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:08.229187 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332d9a78-e69d-4406-a423-30c24ce957ad" -d '{"events": [{"server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "name": "network-vif-deleted", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:08.270230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9886084d-0f10-4846-8db4-92a14d5f9d3c x-openstack-request-id: req-9886084d-0f10-4846-8db4-92a14d5f9d3c {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:08.270742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427fa2e4-7c62-4c11-a58f-f734652673bb", "name": "network-vif-deleted", "tag": "e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:08.271087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9886084d-0f10-4846-8db4-92a14d5f9d3c {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:08.271492 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427fa2e4-7c62-4c11-a58f-f734652673bb', 'name': 'network-vif-deleted', 'tag': 'e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75', 'status': 'completed', 'code': 200} Sep 09 20:10:08.326413 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:08.681622 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:08.709097 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:10:08.719009 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:08.719640 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:08.832706 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:08.904201 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57982) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:08.971417 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.001647 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.035129 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:10:09.072504 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.076247 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.084333 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "DELETE /v2.0/security-groups/b99d3100-f051-4f21-a62d-42ea83711add HTTP/1.1" status: 204 len: 168 time: 0.1789525 Sep 09 20:10:09.084562 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 57990) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:09.096652 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645e185-a30c-4bce-bed5-9c2083785bb4 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d3100-f051-4f21-a62d-42ea83711add,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:09.106741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.api.v2.resource [None req-1723d1c8-5208-486b-a412-55444375b0db tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] show failed (client error): The resource could not be found. Sep 09 20:10:09.107767 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1723d1c8-5208-486b-a412-55444375b0db tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "GET /v2.0/security-groups/b99d3100-f051-4f21-a62d-42ea83711add HTTP/1.1" status: 404 len: 347 time: 0.0223413 Sep 09 20:10:09.111702 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 57992) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:09.123300 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e40d8-63f1-41c6-8d4d-49be2d97c9ee req-130f161c-f180-40c7-902b-80384dee7fdc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:09.123832 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:09.129694 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:10:09.132218 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-861e40d8-63f1-41c6-8d4d-49be2d97c9ee req-130f161c-f180-40c7-902b-80384dee7fdc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0945103 Sep 09 20:10:09.161109 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a78a5ea-adb5-4d8d-b288-dd8bc136adfb None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:03:53Z', 'revision_number': 4, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '874114d8-9bf7-481b-ae21-6676ec4afe9a', 'name': '', 'network_id': '89e0e576-b99d-4ec0-b693-8af081ad9f44', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'mac_address': 'fa:16:3e:01:cf:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:49Z', 'updated_at': '2021-09-09T20:04:10Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'subnets': [{'id': 'e75b9d3c-fa97-43a1-9552-b0b49406eb14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:10:09.164530 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:10:09.164972 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.194677 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-861e40d8-63f1-41c6-8d4d-49be2d97c9ee req-99b178ce-b92a-4e38-8efc-441cc71ff9fb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602872 Sep 09 20:10:09.282160 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.309556 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Deleting port f184e56f-59ba-4813-a9d9-6ba19d41d470 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:09.309900 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.318947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:09.322141 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173b18c-6ee0-4410-8676-493954df842e" -d '{"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-plugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:09.331257 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6027f-9ffd-4887-88c0-4e26f3ce30a9 req-9d3892f5-3e7d-476c-98af-3a888973f941 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:09.337434 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:09.341959 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9bf6027f-9ffd-4887-88c0-4e26f3ce30a9 req-9d3892f5-3e7d-476c-98af-3a888973f941 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 944 time: 0.0783298 Sep 09 20:10:09.344190 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.379016 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd493b-716f-4db6-b0a0-73c94ae72577 x-openstack-request-id: req-58bd493b-716f-4db6-b0a0-73c94ae72577 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:09.379310 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-plugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:09.379561 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58bd493b-716f-4db6-b0a0-73c94ae72577 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:09.379951 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'code': 200} Sep 09 20:10:09.392639 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9bf6027f-9ffd-4887-88c0-4e26f3ce30a9 req-917b7835-a35f-4bfa-bb1a-35c1b6d87be0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Sep 09 20:10:09.406682 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:09.416455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.416789 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.430793 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Calling delete_port for f184e56f-59ba-4813-a9d9-6ba19d41d470 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:09.511932 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4151f-1f67-47e9-b123-0f503e486762 None None] New status for floating IP 8d406c87-3637-4739-971d-2d78c4e13137: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:10:09.585866 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.587747 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.db.api [None req-7bb4151f-1f67-47e9-b123-0f503e486762 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94094) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 20:10:09.588179 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG oslo_db.api [None req-7bb4151f-1f67-47e9-b123-0f503e486762 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 20:10:09.609266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Pushing event deleted for resources: {'Port': ['ID=f184e56f-59ba-4813-a9d9-6ba19d41d470,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:09.670660 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.673112 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:09.674315 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f70ff631-ca69-4f2c-8890-8a5e79a86e55 tempest-AttachVolumeTestJSON-1069278302 tempest-AttachVolumeTestJSON-1069278302-project] 10.222.0.37 "DELETE /v2.0/floatingips/8d406c87-3637-4739-971d-2d78c4e13137 HTTP/1.1" status: 204 len: 168 time: 0.5615385 Sep 09 20:10:10.089571 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb4151f-1f67-47e9-b123-0f503e486762 None None] New status for floating IP 8d406c87-3637-4739-971d-2d78c4e13137: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:10:10.329033 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45086238-9e38-4c28-9e89-f47756378850 req-831444e2-b2a6-4a19-aa81-735dc08b6c5a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:10.330545 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45086238-9e38-4c28-9e89-f47756378850 req-831444e2-b2a6-4a19-aa81-735dc08b6c5a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0527732 Sep 09 20:10:10.370899 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45086238-9e38-4c28-9e89-f47756378850 req-1beea052-c979-4fd6-a0c6-112e1c5b3001 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342333 Sep 09 20:10:10.533140 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a16a26-b5bb-4ed7-b296-2c6a4d4c03b3 req-55f8ee98-21c3-4ef9-81f1-107070d68b5b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:10.534747 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69a16a26-b5bb-4ed7-b296-2c6a4d4c03b3 req-55f8ee98-21c3-4ef9-81f1-107070d68b5b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0599942 Sep 09 20:10:10.578065 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69a16a26-b5bb-4ed7-b296-2c6a4d4c03b3 req-8c958b4c-4be6-4c3e-85de-06f84c91cc8a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351090 Sep 09 20:10:11.358050 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:11.378913 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:10:11.379315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device e673d0ee-1a2e-46a1-9b8b-c7cb6fbf0a75 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:10:11.379653 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:11.403581 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b91589-15b8-4e6f-a258-45a1b7626c92 req-3282c0e3-9d4b-49f3-9095-5bb5fa1ec54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:11.405222 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-77b91589-15b8-4e6f-a258-45a1b7626c92 req-3282c0e3-9d4b-49f3-9095-5bb5fa1ec54f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1098 time: 0.0452042 Sep 09 20:10:11.459837 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:11.483452 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:11.485727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c846b71-e3a6-41a4-b228-e66ff2d0b8a3" -d '{"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-unplugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:11.503273 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:11.508917 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841091dc-1bdd-407e-8d2e-1a157471cab2 req-49d8ec52-55a6-4aff-a5d3-248368a69f54 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:11.509989 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:11.510796 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-841091dc-1bdd-407e-8d2e-1a157471cab2 req-49d8ec52-55a6-4aff-a5d3-248368a69f54 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 945 time: 0.0600374 Sep 09 20:10:11.541768 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a27a8-8ca0-4840-949d-ea1f756a8204 x-openstack-request-id: req-486a27a8-8ca0-4840-949d-ea1f756a8204 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:11.542126 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-unplugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:11.542293 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-486a27a8-8ca0-4840-949d-ea1f756a8204 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:11.542680 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'code': 200} Sep 09 20:10:11.556967 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-841091dc-1bdd-407e-8d2e-1a157471cab2 req-87d2d648-d974-4e22-8a41-61dc637f492d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Sep 09 20:10:11.571116 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:11.694002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f91b81-7df7-4ee6-a5a6-27dbf726fbb7 req-e6a08ae2-0fd7-4111-9cda-ea2830fa1db4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:11.695961 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11f91b81-7df7-4ee6-a5a6-27dbf726fbb7 req-e6a08ae2-0fd7-4111-9cda-ea2830fa1db4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0510762 Sep 09 20:10:11.736284 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11f91b81-7df7-4ee6-a5a6-27dbf726fbb7 req-ad16c25d-229c-4bf4-a3a5-325f4885397e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338454 Sep 09 20:10:12.453667 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-77b91589-15b8-4e6f-a258-45a1b7626c92 req-11f91069-9e12-4e77-b46b-dc1c5aa86e0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295024 Sep 09 20:10:12.674313 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ab1c-3c86-4b0a-93aa-497de887d47b req-409be38d-29a5-48bb-b84b-f1bb23f97c74 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:12.675804 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-aa14ab1c-3c86-4b0a-93aa-497de887d47b req-409be38d-29a5-48bb-b84b-f1bb23f97c74 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0481389 Sep 09 20:10:12.714057 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-aa14ab1c-3c86-4b0a-93aa-497de887d47b req-ee728c83-b242-4f60-8ab5-3cd978b197af tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314827 Sep 09 20:10:12.862045 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300e4e7-4783-42fe-a837-5f4f439192ff req-cd98e727-5d86-41e1-abd1-9a76d9944854 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:12.866320 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1300e4e7-4783-42fe-a837-5f4f439192ff req-cd98e727-5d86-41e1-abd1-9a76d9944854 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0616674 Sep 09 20:10:12.906981 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1300e4e7-4783-42fe-a837-5f4f439192ff req-d6f46664-5f4f-454d-a4ce-87c123e5caf2 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Sep 09 20:10:13.870167 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9feaf-d906-4ac9-b4c0-e52b799419ae req-b819edfe-5d93-4152-b773-6cc2869f8d1d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:13.871731 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5c9feaf-d906-4ac9-b4c0-e52b799419ae req-b819edfe-5d93-4152-b773-6cc2869f8d1d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0645590 Sep 09 20:10:14.190019 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5c9feaf-d906-4ac9-b4c0-e52b799419ae req-95434f6d-aaf1-43ff-9255-2a9f8d2d5b36 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122034 Sep 09 20:10:14.206617 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fd23-b722-4edd-9697-6ff4f45c53cf req-1e552797-2889-4a96-a33d-8285dd136218 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:14.208374 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-35d9fd23-b722-4edd-9697-6ff4f45c53cf req-1e552797-2889-4a96-a33d-8285dd136218 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0731530 Sep 09 20:10:14.255919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-35d9fd23-b722-4edd-9697-6ff4f45c53cf req-b7519b3b-281c-4032-a5c7-865fe8769ecc tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377264 Sep 09 20:10:14.430042 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3627c2-2d53-4010-9771-a7d12f7cdedc req-24b6c9a0-fbcf-4584-9acf-72e3638eee41 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:14.431999 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f3627c2-2d53-4010-9771-a7d12f7cdedc req-24b6c9a0-fbcf-4584-9acf-72e3638eee41 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0606101 Sep 09 20:10:14.497822 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f3627c2-2d53-4010-9771-a7d12f7cdedc req-25bfde94-5a21-48eb-80db-a5e9336ceb5d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509274 Sep 09 20:10:14.526663 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58074) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:14.566308 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f750b6fa-5883-4ac4-8e12-dcb757345460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:14.810950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c80b0e-54eb-4a41-9141-dc68c96efb62 tempest-TestShelveInstance-1023818123 tempest-TestShelveInstance-1023818123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:14.816623 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-97c80b0e-54eb-4a41-9141-dc68c96efb62 tempest-TestShelveInstance-1023818123 tempest-TestShelveInstance-1023818123-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1093 time: 0.2881413 Sep 09 20:10:14.819742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58096) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:14.829135 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:14.859009 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:14.991297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:15.151889 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Allocated IP 172.27.3.21 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/9983736c-adb5-470e-a533-1f89767292e9) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:10:15.300300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:15.343438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:15.345121 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-58a0df7f-dd70-49d9-8305-6ce88a3904e7 req-5d8671ad-0842-4d7b-9bdd-4cb4fbe6d44d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:10:15.346341 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-58a0df7f-dd70-49d9-8305-6ce88a3904e7 req-5d8671ad-0842-4d7b-9bdd-4cb4fbe6d44d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057509 Sep 09 20:10:15.387164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:10:15.390191 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:15.393917 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:10:15.401854 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'Port': ['ID=9983736c-adb5-470e-a533-1f89767292e9,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:15.538349 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38864306-8eec-4281-b2c3-9cdbc02157ff req-c33ba328-bf71-4d6d-9a8f-d1bf7d69b59d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:15.541747 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-38864306-8eec-4281-b2c3-9cdbc02157ff req-c33ba328-bf71-4d6d-9a8f-d1bf7d69b59d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0585489 Sep 09 20:10:15.581604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58138) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:15.625572 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-38864306-8eec-4281-b2c3-9cdbc02157ff req-4c93f5bd-c6b1-41c7-adac-12a0168eeee2 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767322 Sep 09 20:10:15.637670 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-86362d93-3c7f-4b17-adbf-de2a83151021 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654426 Sep 09 20:10:15.895337 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:15.995819 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.227588 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.228615 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.236062 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.353580 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event updated for resources: {'Port': ['ID=9983736c-adb5-470e-a533-1f89767292e9,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:16.369566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.511441 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Floating IP 8823072f-7b91-4ddf-8115-cd31f4c4bada associated. External IP: 172.27.3.21, port: d95dea4c-a41b-4222-9f5d-b9ab7536f2f7. Sep 09 20:10:16.546848 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Deleting port 874114d8-9bf7-481b-ae21-6676ec4afe9a {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:16.547493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.637578 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] For port 874114d8-9bf7-481b-ae21-6676ec4afe9a, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=874114d8-9bf7-481b-ae21-6676ec4afe9a,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:16.637944 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.653164 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Calling delete_port for 874114d8-9bf7-481b-ae21-6676ec4afe9a owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:16.816018 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa8a8f-d122-4cb2-a52f-f5e4ec1c90ba req-cb6a7cfc-0503-4c6a-b598-ea61a2fa31f4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:16.817630 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-10fa8a8f-d122-4cb2-a52f-f5e4ec1c90ba req-cb6a7cfc-0503-4c6a-b598-ea61a2fa31f4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1032920 Sep 09 20:10:16.881753 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-918f997b-e0a4-4b73-8479-253e3a669d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:16.883343 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-918f997b-e0a4-4b73-8479-253e3a669d4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed&tenant_id=80fc02a3646d43ed9f525e7feb6da9bb HTTP/1.1" status: 200 len: 1096 time: 0.3221309 Sep 09 20:10:16.889672 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-10fa8a8f-d122-4cb2-a52f-f5e4ec1c90ba req-de4f2b59-213d-4eb8-88e4-7a0a2cbb8582 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550206 Sep 09 20:10:16.951435 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:16.978954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Pushing event deleted for resources: {'Port': ['ID=874114d8-9bf7-481b-ae21-6676ec4afe9a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:16.988036 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.988370 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.988746 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.989094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.989470 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.989818 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.990160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.990493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.990830 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.991164 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.991502 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:16.991855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:17.028687 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-71e4e0cb-25a5-4a8f-bd43-dbaae82a7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:17.030481 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-71e4e0cb-25a5-4a8f-bd43-dbaae82a7e8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1096 time: 0.0986600 Sep 09 20:10:17.076654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:17.194454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:17.211347 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:10:17.224880 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-656c91bd-5ff8-4308-bbeb-13943e07c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:17.227159 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-656c91bd-5ff8-4308-bbeb-13943e07c47a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.1835337 Sep 09 20:10:17.375864 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-4db13f6d-6368-4676-ad20-173e5651c8cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 999 time: 0.1410794 Sep 09 20:10:17.432283 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:10:17.449372 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Sync routers for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:10:17.451589 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-a9e43dc2-04c3-4592-a272-01b535bd83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:17.453723 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-a9e43dc2-04c3-4592-a272-01b535bd83f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0683289 Sep 09 20:10:17.461764 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:17.462082 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:17.463102 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:17.527679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:10:17.538545 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-36965916-b93e-4d3a-ad96-b639d165b5ae tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7092948 Sep 09 20:10:17.538545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:17.538545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ed1b02-2d8f-487d-a8f2-549707547f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:17.564925 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-e6b44425-0a80-437b-a19e-b8649d59cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:17.566577 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-e6b44425-0a80-437b-a19e-b8649d59cf08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001432 Sep 09 20:10:17.623808 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3f36cd-24c0-4638-8c4e-40efdd1716fc x-openstack-request-id: req-df3f36cd-24c0-4638-8c4e-40efdd1716fc {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:17.623808 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:17.624278 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df3f36cd-24c0-4638-8c4e-40efdd1716fc {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:17.624820 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'status': 'completed', 'code': 200} Sep 09 20:10:17.690207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:17.743791 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:10:17.751864 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58166) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:17.756738 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a8588955-050f-4abf-aafe-efebf697f770 admin admin] 10.222.0.37 "PUT /v2.0/routers/b5ccd8c6-9bce-4491-8daf-daa32a7e3087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715577 Sep 09 20:10:17.766255 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Sync routers for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:10:17.768306 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58168) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:17.786087 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-1dd520f1-884a-4938-83b3-d4be8b3d78a0 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110600 Sep 09 20:10:17.803132 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:17.805426 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:09:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:17.834542 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-d610c035-dbe2-4bc3-b2d1-4972ece5ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:17.836607 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-d610c035-dbe2-4bc3-b2d1-4972ece5ddfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1098 time: 0.0766685 Sep 09 20:10:17.932653 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5a535d8f-b9dd-4486-94f6-6ada1c9c9e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:17.986075 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:17.996596 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:18.092724 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff45ff6-d136-40bf-81ed-8aebf80945d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.134688 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-ee45d25d-1b91-4d51-aa35-aebaab356aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:18.136336 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-ee45d25d-1b91-4d51-aa35-aebaab356aff service neutron] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 909 time: 0.2920461 Sep 09 20:10:18.147648 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.164167 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c323f5c-a0f1-4b99-b3e3-240cf63cca41 req-55a87b05-4cc3-4e91-8b2b-d907a5f7f566 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:18.166697 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3c323f5c-a0f1-4b99-b3e3-240cf63cca41 req-55a87b05-4cc3-4e91-8b2b-d907a5f7f566 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1245122 Sep 09 20:10:18.218252 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [req-50d256c6-ea31-4677-abbb-b5131c3bc105 req-e6bcdf2d-e40e-4ea8-a8a0-214cec97f0a6 service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716049 Sep 09 20:10:18.270966 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:10:16Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:18.278781 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-c20f8a34-972a-46ac-b8ef-41d31e7b41e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 998 time: 0.1335742 Sep 09 20:10:18.285102 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3c323f5c-a0f1-4b99-b3e3-240cf63cca41 req-bff4f9d3-20ff-443b-bbdb-58ccedd1ea69 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850747 Sep 09 20:10:18.328194 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8823072f-7b91-4ddf-8115-cd31f4c4bada', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'mac_address': 'fa:16:3e:e8:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:10:15Z', 'updated_at': '2021-09-09T20:10:15Z', 'revision_number': 0, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:18.350075 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Checking router: b5ccd8c6-9bce-4491-8daf-daa32a7e3087 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:10:18.361002 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Routers {'b5ccd8c6-9bce-4491-8daf-daa32a7e3087'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:18.361778 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:10:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:18.374803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Checking router: f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:10:18.383306 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.385019 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:10:18.385789 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:10:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:18.391448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-b52c28ac-c5da-4e94-84eb-20a60823cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:18.394041 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-b52c28ac-c5da-4e94-84eb-20a60823cfc5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.1027169 Sep 09 20:10:18.397871 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff45ff6-d136-40bf-81ed-8aebf80945d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.404434 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-1ff45ff6-d136-40bf-81ed-8aebf80945d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.459232 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-967069f9-65df-4f06-9bcd-fdd265f95ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:18.460585 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-967069f9-65df-4f06-9bcd-fdd265f95ee3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582910 Sep 09 20:10:18.564248 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff45ff6-d136-40bf-81ed-8aebf80945d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b481b982-8411-4ffb-ae3d-be4396226d0a,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:18.583242 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1ff45ff6-d136-40bf-81ed-8aebf80945d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0958f71981c94339937a50dfa8d74981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8285155 Sep 09 20:10:18.586425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58184) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:18.604377 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-1332e11f-e53b-4557-a5ad-101a33c60f1a service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351118 Sep 09 20:10:18.608581 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Deleting port 0277938c-6d21-4345-82b0-51c6bd4e3303 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:18.609387 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.630330 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] Set router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:18.714044 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:10:18.719176 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] For port 0277938c-6d21-4345-82b0-51c6bd4e3303, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0277938c-6d21-4345-82b0-51c6bd4e3303,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:18.719813 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.735444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.740320 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Calling delete_port for 0277938c-6d21-4345-82b0-51c6bd4e3303 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:18.774527 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.783510 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-14ed1b02-2d8f-487d-a8f2-549707547f3e req-a2983b6c-27ee-49f1-8ed5-37a473b54f92 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674027 Sep 09 20:10:18.840547 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.844664 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:18.849643 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b481b982-8411-4ffb-ae3d-be4396226d0a HTTP/1.1" status: 204 len: 168 time: 0.2604692 Sep 09 20:10:18.859471 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:10:18.867122 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5f44a-c649-4708-a3fe-fac06433d6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b481b982-8411-4ffb-ae3d-be4396226d0a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:18.952776 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.061632 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:10:16Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:19.099024 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66f149d-aeb3-4563-bbba-fbbf5fafa38f None None] The sync data for ids ['b5ccd8c6-9bce-4491-8daf-daa32a7e3087'] in dv-cinder-806991-6-iscsi is: [{'id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'name': 'tempest-AttachVolumeTestJSON-687424334-router', 'tenant_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:41Z', 'updated_at': '2021-09-09T20:10:16Z', 'revision_number': 5, 'project_id': 'fb64be2fb6b241e5b6f0deefd96305fa', 'gw_port': {'id': '0277938c-6d21-4345-82b0-51c6bd4e3303', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:92:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5ccd8c6-9bce-4491-8daf-daa32a7e3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:43Z', 'updated_at': '2021-09-09T20:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:10:19.123321 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.143280 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8823072f-7b91-4ddf-8115-cd31f4c4bada', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'mac_address': 'fa:16:3e:e8:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:10:15Z', 'updated_at': '2021-09-09T20:10:15Z', 'revision_number': 0, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:19.184824 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43a9d6a-0649-4fdc-88ea-225603e4aed2 None None] The sync data for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi is: [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '8823072f-7b91-4ddf-8115-cd31f4c4bada', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'mac_address': 'fa:16:3e:e8:e4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:10:15Z', 'updated_at': '2021-09-09T20:10:15Z', 'revision_number': 0, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:10:19.216449 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=0277938c-6d21-4345-82b0-51c6bd4e3303,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:19.308973 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.361788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:19.396486 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-507bb892-916d-4e65-8cdc-945f26128454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.531764 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3da124-2fe8-46fe-90a0-cbf3c795ec65 req-bcb6a697-4fb4-44ee-8640-3be437d30f8b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:19.533698 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb3da124-2fe8-46fe-90a0-cbf3c795ec65 req-bcb6a697-4fb4-44ee-8640-3be437d30f8b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1211007 Sep 09 20:10:19.534834 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.551585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.555538 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d30a369-bbb7-4a2c-a9ed-71588ac95098 None None] New status for floating IP 8823072f-7b91-4ddf-8115-cd31f4c4bada: ACTIVE {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:10:19.631439 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bb3da124-2fe8-46fe-90a0-cbf3c795ec65 req-70423e17-8505-4961-87ec-4d0503a44c67 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848627 Sep 09 20:10:19.665705 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-507bb892-916d-4e65-8cdc-945f26128454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.679127 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-507bb892-916d-4e65-8cdc-945f26128454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.709006 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.710229 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5ccd8c6-9bce-4491-8daf-daa32a7e3087 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:10:19.728781 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.731205 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-aebf924b-56ed-468c-9d02-6c9faa5adfeb admin admin] 10.222.0.37 "DELETE /v2.0/routers/b5ccd8c6-9bce-4491-8daf-daa32a7e3087 HTTP/1.1" status: 204 len: 168 time: 1.9588592 Sep 09 20:10:19.734012 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58204) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:19.752823 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-507bb892-916d-4e65-8cdc-945f26128454 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60ed69ab8f3b4487aeda9ae28e23a92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866794 Sep 09 20:10:19.761681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58206) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:19.787430 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bb892-916d-4e65-8cdc-945f26128454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b87492e-a2df-432e-9730-ed96a2cf15e2,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:19.853220 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Deleting subnet e75b9d3c-fa97-43a1-9552-b0b49406eb14 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:10:19.866577 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.925783 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.961116 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:19.966180 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.035205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.051192 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.058825 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b87492e-a2df-432e-9730-ed96a2cf15e2 HTTP/1.1" status: 204 len: 168 time: 0.2920520 Sep 09 20:10:20.078544 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15af383-fefc-4244-b3b7-0d5951e1da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b87492e-a2df-432e-9730-ed96a2cf15e2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:20.186418 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.319177 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.368363 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75b9d3c-fa97-43a1-9552-b0b49406eb14,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:20.376230 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0042f217-adfc-4a50-846b-9a0c61e8e720 None None] Network 89e0e576-b99d-4ec0-b693-8af081ad9f44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:20.379851 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.387800 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7343be14-1cb0-4805-bd6f-f5775008a8c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e75b9d3c-fa97-43a1-9552-b0b49406eb14 HTTP/1.1" status: 204 len: 168 time: 0.6516521 Sep 09 20:10:20.390544 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:20.549519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.554248 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.670478 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Deleting port bb841201-627f-4a6b-a92e-012e84f6fd86 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:20.671212 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.781419 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] For port bb841201-627f-4a6b-a92e-012e84f6fd86, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bb841201-627f-4a6b-a92e-012e84f6fd86,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:20.781868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.805939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Calling delete_port for bb841201-627f-4a6b-a92e-012e84f6fd86 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:20.843726 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b75656-e3bd-4163-a9b4-e61a8b848a55 req-0d094131-6a7a-4c05-8662-e3767048f7d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:20.847352 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] DHCP port deletion for 89e0e576-b99d-4ec0-b693-8af081ad9f44 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:10:20.860550 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43b75656-e3bd-4163-a9b4-e61a8b848a55 req-0d094131-6a7a-4c05-8662-e3767048f7d9 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1077008 Sep 09 20:10:20.953104 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Deleting port bb841201-627f-4a6b-a92e-012e84f6fd86 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:10:20.954214 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:20.962170 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-43b75656-e3bd-4163-a9b4-e61a8b848a55 req-5bad59cf-0ca8-4b01-a9ab-1ecf44f3ac68 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005473 Sep 09 20:10:21.083311 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0277938c-6d21-4345-82b0-51c6bd4e3303 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:21.108864 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.137787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 0277938c-6d21-4345-82b0-51c6bd4e3303 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:10:21.137787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0277938c-6d21-4345-82b0-51c6bd4e3303 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:10:21.137787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 874114d8-9bf7-481b-ae21-6676ec4afe9a no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:21.145301 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] For port bb841201-627f-4a6b-a92e-012e84f6fd86, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bb841201-627f-4a6b-a92e-012e84f6fd86,segment=NetworkSegment(11b15a34-d33e-4f4b-be94-c052c16e79ba),segment_id=11b15a34-d33e-4f4b-be94-c052c16e79ba)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:21.146176 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.165701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb841201-627f-4a6b-a92e-012e84f6fd86,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:21.175007 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] No DVR routers for this DVR port bb841201-627f-4a6b-a92e-012e84f6fd86 on host dv-cinder-806991-6-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:10:21.194281 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 874114d8-9bf7-481b-ae21-6676ec4afe9a {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:10:21.195540 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 874114d8-9bf7-481b-ae21-6676ec4afe9a not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:10:21.196196 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bb841201-627f-4a6b-a92e-012e84f6fd86 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:10:21.199602 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Calling delete_port for bb841201-627f-4a6b-a92e-012e84f6fd86 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:10:21.240583 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: bb841201-627f-4a6b-a92e-012e84f6fd86 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:10:21.241268 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bb841201-627f-4a6b-a92e-012e84f6fd86 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:10:21.369888 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.432937 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e0e576-b99d-4ec0-b693-8af081ad9f44']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:21.446858 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b15a34-d33e-4f4b-be94-c052c16e79ba') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:21.447484 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b15a34-d33e-4f4b-be94-c052c16e79ba') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:21.474227 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.488697 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.516994 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.535426 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:10:21.542047 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:10:21.544810 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:10:21.568360 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Pushing event deleted for resources: {'Port': ['ID=bb841201-627f-4a6b-a92e-012e84f6fd86,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:21.571315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] No DVR routers for this DVR port bb841201-627f-4a6b-a92e-012e84f6fd86 on host dv-cinder-806991-6-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:10:21.586702 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.587073 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.587505 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.587855 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.588275 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.588620 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.589027 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.589482 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.589834 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.590163 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.590688 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.591027 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c494f6a8-876c-4f24-847e-684534e53c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:21.647295 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.668056 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:21.669511 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/89e0e576-b99d-4ec0-b693-8af081ad9f44 HTTP/1.1" status: 204 len: 168 time: 1.2742834 Sep 09 20:10:21.697088 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8192bfa4-7633-4b7b-97d7-1d94eb78cad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e0e576-b99d-4ec0-b693-8af081ad9f44,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:21.956553 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58242) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:22.043100 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6c992d05-b354-4dbf-9c45-baaa21774aed admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb64be2fb6b241e5b6f0deefd96305fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0853226 Sep 09 20:10:22.047185 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58246) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:22.179172 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:22.190847 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a4b95-56da-4ed2-8c7b-c6a3181ed5db req-76a01265-c71a-40bb-ad84-65d91527d2f6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:22.192917 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1e0a4b95-56da-4ed2-8c7b-c6a3181ed5db req-76a01265-c71a-40bb-ad84-65d91527d2f6 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1091840 Sep 09 20:10:22.262654 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:22.279137 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1e0a4b95-56da-4ed2-8c7b-c6a3181ed5db req-d2a9a440-ec1f-4cc0-ab20-a21334ac516f tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742776 Sep 09 20:10:22.358377 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:22.361727 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:22.368766 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d11ad04e-0bd1-4b0b-bf9f-e8784fcb3487 HTTP/1.1" status: 204 len: 168 time: 0.3197532 Sep 09 20:10:22.377273 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f637-4976-4e5b-959b-0114289c0a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11ad04e-0bd1-4b0b-bf9f-e8784fcb3487,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:23.521919 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71dc155-7253-4673-963e-51ca888c6e11 req-3141a555-0ed3-4169-a693-354b67408ac0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:23.531014 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f71dc155-7253-4673-963e-51ca888c6e11 req-3141a555-0ed3-4169-a693-354b67408ac0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1163180 Sep 09 20:10:23.611920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f71dc155-7253-4673-963e-51ca888c6e11 req-90442951-68b9-43a6-bfce-5346ea6e5175 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793679 Sep 09 20:10:24.878437 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4da6-14c0-4f3c-9b6d-cf61d32be3e3 req-16b82aed-7a67-4dd7-8b32-05d7f33b61ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:24.880560 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3f6c4da6-14c0-4f3c-9b6d-cf61d32be3e3 req-16b82aed-7a67-4dd7-8b32-05d7f33b61ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0731752 Sep 09 20:10:24.930916 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3f6c4da6-14c0-4f3c-9b6d-cf61d32be3e3 req-a271078b-fcd0-43e8-ab7c-15a6785beddb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392373 Sep 09 20:10:25.009685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:26.204952 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcdaac-9984-4cd1-91cc-c4d29ef6f27c req-aaa717a4-c278-40a5-8eb1-3d1dfad90b66 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:26.206592 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-63bcdaac-9984-4cd1-91cc-c4d29ef6f27c req-aaa717a4-c278-40a5-8eb1-3d1dfad90b66 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1587112 Sep 09 20:10:26.292045 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-63bcdaac-9984-4cd1-91cc-c4d29ef6f27c req-d781498b-f25c-4f7f-b40e-b21e2fd679fb tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722840 Sep 09 20:10:27.467441 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791635-8cb4-48f4-a2ed-0f5116d1ebe5 req-b83e9877-b905-4899-9fc7-f028fdcadd4d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:27.469417 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25791635-8cb4-48f4-a2ed-0f5116d1ebe5 req-b83e9877-b905-4899-9fc7-f028fdcadd4d tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0761807 Sep 09 20:10:27.536382 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25791635-8cb4-48f4-a2ed-0f5116d1ebe5 req-cf2a0ed4-5870-4fd9-bd9d-e9e8fc74575c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592408 Sep 09 20:10:28.721475 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8463a15-b1ae-4c9e-b5b0-b9d5a3a36bbc req-b9fd566e-0c68-473b-a6cf-9d3ce769e0c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:28.723078 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8463a15-b1ae-4c9e-b5b0-b9d5a3a36bbc req-b9fd566e-0c68-473b-a6cf-9d3ce769e0c3 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0582898 Sep 09 20:10:28.780728 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c8463a15-b1ae-4c9e-b5b0-b9d5a3a36bbc req-9919fbd7-add7-43b5-824d-a399e4670025 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Sep 09 20:10:29.933126 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dc369-20b1-4f36-8e06-1eb8d7bbe6d3 req-3af5d3cc-52e4-4169-98a6-9809ccf6c39b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:29.934834 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-875dc369-20b1-4f36-8e06-1eb8d7bbe6d3 req-3af5d3cc-52e4-4169-98a6-9809ccf6c39b tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0568094 Sep 09 20:10:30.010501 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-875dc369-20b1-4f36-8e06-1eb8d7bbe6d3 req-fb302f96-86ec-456a-9774-ea8d508950ee tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632200 Sep 09 20:10:31.188447 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ed13f-ec31-44a4-abef-1fb5e22a366d req-a292c1da-b98b-4179-8067-5c5669b2439c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:31.190935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8d5ed13f-ec31-44a4-abef-1fb5e22a366d req-a292c1da-b98b-4179-8067-5c5669b2439c tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0805950 Sep 09 20:10:31.248955 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8d5ed13f-ec31-44a4-abef-1fb5e22a366d req-3013c79e-cf02-4b3f-b6cd-12e1331b9a87 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490832 Sep 09 20:10:32.431855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f0bf5-afc0-4d33-973c-9748b9e19648 req-6e436c58-155f-4c45-8d3b-c7fceda1ee71 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:32.433500 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c60f0bf5-afc0-4d33-973c-9748b9e19648 req-6e436c58-155f-4c45-8d3b-c7fceda1ee71 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0587227 Sep 09 20:10:32.489419 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c60f0bf5-afc0-4d33-973c-9748b9e19648 req-45162db2-a997-4e18-a1d2-490509dafeef tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478387 Sep 09 20:10:33.506196 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58452) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:33.626712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.627010 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38a165-7563-4df6-9b77-a2fc6e7ad756 req-4fa9906d-caff-4e3d-bf56-1388a4ffdcf4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:33.628553 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a38a165-7563-4df6-9b77-a2fc6e7ad756 req-4fa9906d-caff-4e3d-bf56-1388a4ffdcf4 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.0517886 Sep 09 20:10:33.670328 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a38a165-7563-4df6-9b77-a2fc6e7ad756 req-c8fd8a01-b004-4072-a0e9-45d42c9581dd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346866 Sep 09 20:10:33.740913 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.744986 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.787508 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb8597be38dd412d81951194872644d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795763 Sep 09 20:10:33.789225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5973fb-5169-4897-a688-6aca9decbe37,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:33.790347 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58458) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:33.796937 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.797289 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.797671 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.798009 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.798474 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.798674 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.799005 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.799332 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.799665 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.799988 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.800321 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.800642 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b5a995-3961-4e9f-8b2f-162d2300deaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:10:33.864396 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.886187 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.935411 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.938183 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:33.939359 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b5973fb-5169-4897-a688-6aca9decbe37 HTTP/1.1" status: 204 len: 168 time: 0.1480227 Sep 09 20:10:33.951155 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5196a-cba4-4cbd-a78c-22aedeb8fe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5973fb-5169-4897-a688-6aca9decbe37,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:34.642345 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58482) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:34.782332 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105262720-network', 'tenant_id': 'a87ea54fda384f2fab66fd46f98512c5'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:34.855676 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Made reservation on behalf of a87ea54fda384f2fab66fd46f98512c5 for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:34.858178 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:34.871103 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975b54-ea71-4846-97b0-a1dbd232f3e3 req-d0f43650-f8d8-4ff4-af21-b1f03c931793 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:34.872700 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6975b54-ea71-4846-97b0-a1dbd232f3e3 req-d0f43650-f8d8-4ff4-af21-b1f03c931793 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 943 time: 0.1152122 Sep 09 20:10:34.885547 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:34.945791 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6975b54-ea71-4846-97b0-a1dbd232f3e3 req-a821edd2-e315-4832-8da2-a268b64ab377 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622406 Sep 09 20:10:35.038508 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.043084 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.068996 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:10:35.078531 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0e90a-a220-4ac3-a83a-8798c970636f,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:35.085995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.086332 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Added segment aab90886-47ca-44d0-a7cc-923d1f8f176a of type vlan for network d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba Sep 09 20:10:35.129019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.155904 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.156892 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:35.157605 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.195399 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:10:35.197405 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5536897 Sep 09 20:10:35.206562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58490) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:35.212210 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Request body: {'subnet': {'network_id': 'd43ddaf3-e18b-4a8e-9d88-94dbb3c842ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105262720-subnet', 'tenant_id': 'a87ea54fda384f2fab66fd46f98512c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:35.230002 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a7f46-718d-4e9a-9372-fe6f3bc94a32 admin admin] Pushing event updated for resources: {'Network': ['ID=d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:35.249730 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Made reservation on behalf of a87ea54fda384f2fab66fd46f98512c5 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:35.252293 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.254635 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:10:35.388402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:35.404487 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'port_id': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'mac_address': 'fa:16:3e:d8:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:10:35.442543 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.447566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.456819 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:10:35.484366 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:35.490042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.518980 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be48367-43f8-4c60-a066-478a39b13824,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:35.528839 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Checking segment: {'id': 'aab90886-47ca-44d0-a7cc-923d1f8f176a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'd43ddaf3-e18b-4a8e-9d88-94dbb3c842ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:10:35.529081 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Network hostable DHCP agents. Network: d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:10:35.558098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Network d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:10:35.575357 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:35.577010 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=9']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:35.582309 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:35.583345 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:35.593765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bd8ab1-209e-432c-b826-e9e54dbbe4fe None None] Network d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:35.624415 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5cda0b97-142b-4add-a6bc-6433f877cd96 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4069488 Sep 09 20:10:35.740583 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aadf0a-4dac-4f02-be0a-f5599ee6936b None None] Network d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:35.769544 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['40001ec7-fc18-4698-a319-41d127b2e1fd'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:10:36.095953 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4735f-c3bb-41c9-adcb-f7851e10a289 req-9326aaeb-5ef0-4828-830d-5151030e692e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:36.097768 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7d4735f-c3bb-41c9-adcb-f7851e10a289 req-9326aaeb-5ef0-4828-830d-5151030e692e tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0551043 Sep 09 20:10:36.143207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c7d4735f-c3bb-41c9-adcb-f7851e10a289 req-6ca6236d-1795-4f71-82c6-07056cc8cddc tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Sep 09 20:10:36.249496 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58512) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:36.254449 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-735004706-network', 'tenant_id': 'cf7b125703bc409ba5bdff905754a65f'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:36.276831 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Made reservation on behalf of cf7b125703bc409ba5bdff905754a65f for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:36.279408 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.288383 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.392727 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.398008 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.424427 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:10:36.434589 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a554c1-0ad3-4abc-b577-ab12098717da,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:36.444030 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.444408 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Added segment 9875a806-e128-40d2-a365-3c5af4e53f69 of type vlan for network b6c889a9-7b00-49d0-96d2-f6c3860f57a1 Sep 09 20:10:36.487164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.514309 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.515217 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:36.515802 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.545919 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2952716 Sep 09 20:10:36.548618 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58520) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:36.553968 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Request body: {'subnet': {'network_id': 'b6c889a9-7b00-49d0-96d2-f6c3860f57a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-735004706-subnet', 'tenant_id': 'cf7b125703bc409ba5bdff905754a65f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:36.593373 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ea1e8-b193-4942-9030-319e72255848 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c889a9-7b00-49d0-96d2-f6c3860f57a1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:36.604194 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network b6c889a9-7b00-49d0-96d2-f6c3860f57a1 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:10:36.609734 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Made reservation on behalf of cf7b125703bc409ba5bdff905754a65f for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:36.612087 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.807020 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.859711 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe9f8c1-e244-4c85-ae76-a6de1a4c683b,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:36.869763 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Checking segment: {'id': '9875a806-e128-40d2-a365-3c5af4e53f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b6c889a9-7b00-49d0-96d2-f6c3860f57a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:10:36.870116 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Network hostable DHCP agents. Network: b6c889a9-7b00-49d0-96d2-f6c3860f57a1, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:10:36.887324 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Network b6c889a9-7b00-49d0-96d2-f6c3860f57a1 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:10:36.899062 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, b6c889a9-7b00-49d0-96d2-f6c3860f57a1) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:36.903082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:36.903696 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:36.907927 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f78b4-0a7b-43d2-b04c-4df79e29c506 None None] Network b6c889a9-7b00-49d0-96d2-f6c3860f57a1 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:36.918957 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-64143fc1-d5d9-49ed-b844-b571b05e3622 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3693216 Sep 09 20:10:37.034348 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58530) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:37.039992 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c40a2-2d04-4a9f-829c-c646f99c11b4 None None] Network b6c889a9-7b00-49d0-96d2-f6c3860f57a1 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:37.088144 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Deleting subnet 5be48367-43f8-4c60-a066-478a39b13824 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:10:37.092430 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.131130 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.191629 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.224016 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:10:37.281525 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.287472 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port 40001ec7-fc18-4698-a319-41d127b2e1fd triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:10:37.288827 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.313416 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be48367-43f8-4c60-a066-478a39b13824,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:37.315434 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.317636 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eb5260e8-2201-4d98-b7b1-ca528c9fa00f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5be48367-43f8-4c60-a066-478a39b13824 HTTP/1.1" status: 204 len: 168 time: 0.2813778 Sep 09 20:10:37.323527 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58536) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:37.351894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f9d0e-a190-4351-9ffd-2535d2abb88d req-bef31eca-7823-403b-8433-c722a061441a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:37.354937 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512f9d0e-a190-4351-9ffd-2535d2abb88d req-bef31eca-7823-403b-8433-c722a061441a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 944 time: 0.0621145 Sep 09 20:10:37.395898 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512f9d0e-a190-4351-9ffd-2535d2abb88d req-60446b62-55b9-4c7a-ba27-d28a248c41b0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Sep 09 20:10:37.401678 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.494294 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.517193 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:37.529213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.536034 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab90886-47ca-44d0-a7cc-923d1f8f176a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:37.536569 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab90886-47ca-44d0-a7cc-923d1f8f176a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:37.549225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.555661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:37.558164 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7270b7d-a464-4d4c-97b1-21ba3c30d97a" -d '{"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:37.568456 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.574747 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:37.580685 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:10:37.581030 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.581428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:10:37.585970 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:10:37.615484 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006b361f-9a6d-44fb-9288-6618fa09d608 x-openstack-request-id: req-006b361f-9a6d-44fb-9288-6618fa09d608 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:37.616821 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-plugged", "status": "completed", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:37.617201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-006b361f-9a6d-44fb-9288-6618fa09d608 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:37.617627 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'code': 200} Sep 09 20:10:37.647012 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=10']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:37.826372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f654e3-fa6e-49d7-9b7f-4098853dbe28 req-b92838b7-01a1-41e4-b88f-f3d37bc337e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:37.827915 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8f654e3-fa6e-49d7-9b7f-4098853dbe28 req-b92838b7-01a1-41e4-b88f-f3d37bc337e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1099 time: 0.0474849 Sep 09 20:10:37.873448 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f8f654e3-fa6e-49d7-9b7f-4098853dbe28 req-f6b8b172-e2fe-46d2-a334-b860395cc721 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Sep 09 20:10:37.919667 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.925010 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:37.926876 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba HTTP/1.1" status: 204 len: 168 time: 0.6023605 Sep 09 20:10:37.930299 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58540) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:37.938274 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d2f0b-ccaf-423e-a202-f953d5523305 admin admin] Pushing event deleted for resources: {'Network': ['ID=d43ddaf3-e18b-4a8e-9d88-94dbb3c842ba,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:37.981415 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Deleting subnet bfe9f8c1-e244-4c85-ae76-a6de1a4c683b {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:10:37.985924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.027831 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.074173 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.127793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.157031 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.161073 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bfe9f8c1-e244-4c85-ae76-a6de1a4c683b HTTP/1.1" status: 204 len: 168 time: 0.2276502 Sep 09 20:10:38.161073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408cf55-4981-49fb-886f-7b347531a3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe9f8c1-e244-4c85-ae76-a6de1a4c683b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:38.161510 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58544) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:38.234402 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.327775 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.350929 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c889a9-7b00-49d0-96d2-f6c3860f57a1']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:38.361973 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9875a806-e128-40d2-a365-3c5af4e53f69') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:38.362498 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9875a806-e128-40d2-a365-3c5af4e53f69') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:10:38.374283 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.388430 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.394541 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:10:38.394936 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:10:38.396830 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:10:38.460550 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.470920 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.476170 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b6c889a9-7b00-49d0-96d2-f6c3860f57a1 HTTP/1.1" status: 204 len: 168 time: 0.3106253 Sep 09 20:10:38.489041 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56109bfc-bedb-49b9-89f5-bb939e622632 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c889a9-7b00-49d0-96d2-f6c3860f57a1,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:38.536591 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac630b5e-d8bf-4895-b2e0-d64a43c7c7b9 req-20c6f7bb-804b-4a67-b97b-046d10533442 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:38.538800 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac630b5e-d8bf-4895-b2e0-d64a43c7c7b9 req-20c6f7bb-804b-4a67-b97b-046d10533442 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0642395 Sep 09 20:10:38.590339 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac630b5e-d8bf-4895-b2e0-d64a43c7c7b9 req-7ec6634d-41af-42a3-a1e0-593b381ebafd tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Sep 09 20:10:38.660004 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58550) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:38.704938 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-9d77f6df-af4e-4ca4-8891-eeb280dfbd8e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a87ea54fda384f2fab66fd46f98512c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436168 Sep 09 20:10:38.713895 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58552) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:38.768766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.793843 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.849097 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.851984 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:38.853218 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8db0e90a-a220-4ac3-a83a-8798c970636f HTTP/1.1" status: 204 len: 168 time: 0.1382611 Sep 09 20:10:38.861021 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e606e-d27d-476d-bc8c-0e14ad57303a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0e90a-a220-4ac3-a83a-8798c970636f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:39.214113 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58564) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:39.263407 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-cd6b6867-a3fe-4d5b-bf88-aac5f151f979 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf7b125703bc409ba5bdff905754a65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480702 Sep 09 20:10:39.266486 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58566) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:39.326981 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:39.350730 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:39.406484 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:39.409082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:39.410275 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3a554c1-0ad3-4abc-b577-ab12098717da HTTP/1.1" status: 204 len: 168 time: 0.1425800 Sep 09 20:10:39.427345 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b997a3-16af-43ab-8bd0-d359c9031164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a554c1-0ad3-4abc-b577-ab12098717da,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:39.804448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87834111-251d-4511-abc3-c9ca4a0be95e req-c26c5d57-ecae-431a-8a66-e11a921148b1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:39.807702 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87834111-251d-4511-abc3-c9ca4a0be95e req-c26c5d57-ecae-431a-8a66-e11a921148b1 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0894294 Sep 09 20:10:39.880571 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-87834111-251d-4511-abc3-c9ca4a0be95e req-99e92727-9a46-4764-b0f4-16a8c891d085 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654123 Sep 09 20:10:41.018197 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be532-332d-4adc-99ad-cadbe1b9548a req-36f42853-1146-4014-a974-d16042dd4dee tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:41.019984 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d2be532-332d-4adc-99ad-cadbe1b9548a req-36f42853-1146-4014-a974-d16042dd4dee tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0590913 Sep 09 20:10:41.068677 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d2be532-332d-4adc-99ad-cadbe1b9548a req-b24c962f-ff55-4ff3-a95c-3a142ffb67aa tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392215 Sep 09 20:10:44.072328 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58696) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:44.180809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd86-f9bb-4205-b569-f31ee2b80d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.286027 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd86-f9bb-4205-b569-f31ee2b80d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.291938 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a7f5dd86-f9bb-4205-b569-f31ee2b80d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.340323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5dd86-f9bb-4205-b569-f31ee2b80d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fcbc53-635b-4f22-965d-4d46a66e6af1,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:44.340323 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a7f5dd86-f9bb-4205-b569-f31ee2b80d88 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f2986f3db874e95a6576c57be4952da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666276 Sep 09 20:10:44.341917 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58718) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:44.430081 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.461657 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.516864 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.519486 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:44.520887 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08fcbc53-635b-4f22-965d-4d46a66e6af1 HTTP/1.1" status: 204 len: 168 time: 0.1775546 Sep 09 20:10:44.536366 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8597ca-4bc4-443f-b129-aca16bcd3471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fcbc53-635b-4f22-965d-4d46a66e6af1,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:44.549939 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9f071320-50ec-4e80-b61e-8b1a95132d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.345712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58786) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:46.462684 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8e708db-5204-44c9-af1e-6dad495f3c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.557400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8e708db-5204-44c9-af1e-6dad495f3c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.561016 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a8e708db-5204-44c9-af1e-6dad495f3c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.599827 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a8e708db-5204-44c9-af1e-6dad495f3c49 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=083c9fea0d104c23a6e56591f0bfff76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528269 Sep 09 20:10:46.600908 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e708db-5204-44c9-af1e-6dad495f3c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6bf9bd-c497-41fc-884f-e531360752c5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:46.602698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 58790) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:46.663178 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.689267 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.739019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.741996 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:46.743153 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce6bf9bd-c497-41fc-884f-e531360752c5 HTTP/1.1" status: 204 len: 168 time: 0.1391938 Sep 09 20:10:46.751358 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77232dc-b7b5-4977-b398-c95a8e2705e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6bf9bd-c497-41fc-884f-e531360752c5,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:46.981920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-ee95767b-59f4-4f0b-a636-49a28fcf2807 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376091 Sep 09 20:10:47.128696 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58810) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:47.144965 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75e9c47a-cf3d-4ab6-99fb-70f7019c8868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.262853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75e9c47a-cf3d-4ab6-99fb-70f7019c8868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.267409 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-75e9c47a-cf3d-4ab6-99fb-70f7019c8868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.309956 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-75e9c47a-cf3d-4ab6-99fb-70f7019c8868 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9510680951a3425691cf8ca2024e6f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796966 Sep 09 20:10:47.311166 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9c47a-cf3d-4ab6-99fb-70f7019c8868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb56f7-1d7a-49aa-bb39-52c5d7de04b6,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:47.314685 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58812) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:47.368428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.389785 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.414463 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-b4060732-be8c-456e-a47b-c6266d8b77c0 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:47.415958 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-b4060732-be8c-456e-a47b-c6266d8b77c0 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325616 Sep 09 20:10:47.431672 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-95b920c8-7caf-4695-bfad-8e8b5babbc14 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/quotas/f24a13f5f40f4f5494104ca0d16ee46b HTTP/1.1" status: 200 len: 375 time: 0.0098369 Sep 09 20:10:47.441698 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.444902 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.446094 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5cbb56f7-1d7a-49aa-bb39-52c5d7de04b6 HTTP/1.1" status: 204 len: 168 time: 0.1302230 Sep 09 20:10:47.455534 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfb2a8-7768-450c-b636-92a3d50cdec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb56f7-1d7a-49aa-bb39-52c5d7de04b6,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:47.464883 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-b3f8c78c-4498-444a-870f-211ffcfbc32b tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276332 Sep 09 20:10:47.626207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-514c6e9c-1365-4cf6-b5a4-2ebb0e1d9b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:47.636673 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c4c6fd78-95db-430f-8f01-f293b2973d17 req-44784c2d-7e8c-41d7-b211-80cd9b841de1 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 210 time: 0.0332236 Sep 09 20:10:47.867862 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.200664 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58844) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:48.295977 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1416105386-network', 'tenant_id': 'ea1769f9e07a4073bc779a6cd781f4a7'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:48.319922 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Made reservation on behalf of ea1769f9e07a4073bc779a6cd781f4a7 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:48.322376 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.331038 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.425557 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.430656 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.450991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:10:48.469545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.469892 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Added segment 8ab3d07b-3151-4f72-b0ed-f6b2046bb3ac of type vlan for network eaa68cda-208f-4641-81a4-206dd10de991 Sep 09 20:10:48.471236 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8fe7b-741d-403c-9142-92a679b66ae5,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:48.519299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.533671 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-dc55e912-9ab5-4709-9dc6-e08cdc6c1ea0 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224144 Sep 09 20:10:48.546430 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.547886 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:48.548733 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.582740 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3813481 Sep 09 20:10:48.586827 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58848) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:48.593082 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Request body: {'subnet': {'network_id': 'eaa68cda-208f-4641-81a4-206dd10de991', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1416105386-subnet', 'tenant_id': 'ea1769f9e07a4073bc779a6cd781f4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:48.632809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa2bfc-f18a-40ff-a5c5-ccf1ad193554 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa68cda-208f-4641-81a4-206dd10de991,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:48.643628 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network eaa68cda-208f-4641-81a4-206dd10de991 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:10:48.656533 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Made reservation on behalf of ea1769f9e07a4073bc779a6cd781f4a7 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:48.657269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-20f656d4-3f11-4af0-b868-e56548a98ea7 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:48.660684 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.668880 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-20f656d4-3f11-4af0-b868-e56548a98ea7 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202257 Sep 09 20:10:48.682520 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Request body: {'port': {'device_id': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b', 'admin_state_up': True, 'tenant_id': 'f24a13f5f40f4f5494104ca0d16ee46b'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:48.789260 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d2ac295-f165-4508-8cab-c818d50d7665 req-a39cf5bd-0e0e-4249-9cce-cbb14f94eb30 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 210 time: 0.0516491 Sep 09 20:10:48.848978 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Made reservation on behalf of f24a13f5f40f4f5494104ca0d16ee46b for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:48.852889 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.864319 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.877952 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.945231 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a258dd32-e15f-40e4-a52a-486500de0041,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:48.950069 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.955502 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Checking segment: {'id': '8ab3d07b-3151-4f72-b0ed-f6b2046bb3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'eaa68cda-208f-4641-81a4-206dd10de991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:10:48.955868 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Network hostable DHCP agents. Network: eaa68cda-208f-4641-81a4-206dd10de991, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:10:48.974566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Network eaa68cda-208f-4641-81a4-206dd10de991 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:10:48.984746 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, eaa68cda-208f-4641-81a4-206dd10de991) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:48.985726 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.991395 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:48.992078 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.993760 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:48.998658 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3b9f9-eb2f-4fd8-b110-4089c626ac0b None None] Network eaa68cda-208f-4641-81a4-206dd10de991 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:49.017708 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c3940bb0-d1ce-4d94-86f0-8af3503e884e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4294398 Sep 09 20:10:49.080537 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:49.153015 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a0eb0-640f-445e-8d91-a5d3cc3224c0 None None] Network eaa68cda-208f-4641-81a4-206dd10de991 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:49.170701 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Allocated IP 192.168.233.234 (df396bf0-454c-493f-a4e5-f98b5012ab4b/2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e/d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:10:49.390169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.408482 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Transition to ACTIVE for port object d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:10:49.457035 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.504929 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Network df396bf0-454c-493f-a4e5-f98b5012ab4b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:10:49.506722 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:49.512435 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:10:49.541698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Pushing event updated for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:49.574564 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:49.575229 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.595656 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-d278d9b9-8a1b-41ef-bd9c-4a998d74918c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9236257 Sep 09 20:10:49.608325 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Request body: {'port': {'device_id': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:49.687296 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58870) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:49.692535 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1418056451-network', 'tenant_id': '8621a1e70b614a03956c913649b41175'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:49.693089 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.725760 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Made reservation on behalf of 8621a1e70b614a03956c913649b41175 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:49.728516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.738270 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.834996 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.842714 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.848749 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d584e1fe-2834-4d5e-932e-ec9be89ae104 None None] Provisioning for port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:10:49.855098 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-d584e1fe-2834-4d5e-932e-ec9be89ae104 None None] Provisioning complete for port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:10:49.855726 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d584e1fe-2834-4d5e-932e-ec9be89ae104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.874800 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:10:49.879601 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe3c201-61c9-4668-9ce6-60729ee2fbfb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:49.891364 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.891735 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Added segment 6d5336d3-102f-4121-ac3c-edd6e6d8c3f2 of type vlan for network d506ee8e-c485-4426-bd41-dad518338457 Sep 09 20:10:49.898761 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-d584e1fe-2834-4d5e-932e-ec9be89ae104 None None] Port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:10:49.939403 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.965133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.966126 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:49.966753 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:49.977751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626968-3f8d-4f46-8e0b-aa1339d3e9d4 req-7f60404f-7fcc-4e58-9835-626d0914c668 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:49.979173 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-90626968-3f8d-4f46-8e0b-aa1339d3e9d4 req-7f60404f-7fcc-4e58-9835-626d0914c668 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 936 time: 0.0789008 Sep 09 20:10:49.997831 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3093164 Sep 09 20:10:50.001797 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 58874) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:10:50.007071 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Request body: {'subnet': {'network_id': 'd506ee8e-c485-4426-bd41-dad518338457', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1418056451-subnet', 'tenant_id': '8621a1e70b614a03956c913649b41175', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:10:50.039556 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c2577-1b8e-4200-b1ae-3a2bce94cb61 admin admin] Pushing event updated for resources: {'Network': ['ID=d506ee8e-c485-4426-bd41-dad518338457,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:50.055957 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network d506ee8e-c485-4426-bd41-dad518338457 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:10:50.058210 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:10:50.058802 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Made reservation on behalf of 8621a1e70b614a03956c913649b41175 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:10:50.061708 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.065996 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-90626968-3f8d-4f46-8e0b-aa1339d3e9d4 req-eb5ae8dc-38e7-4ee2-b4c5-34992bb1b4e0 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770259 Sep 09 20:10:50.071483 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.085978 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Transition to ACTIVE for port object d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:10:50.096628 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.166738 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Pushing event updated for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:50.225688 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Attempting to bind port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:10:50.226031 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Attempting to bind port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:10:50.226673 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Attempting to bind port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 on network df396bf0-454c-493f-a4e5-f98b5012ab4b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:10:50.231001 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 on network df396bf0-454c-493f-a4e5-f98b5012ab4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:10:50.231337 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Attempting to bind port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 on network df396bf0-454c-493f-a4e5-f98b5012ab4b {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:10:50.236512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:10:50.236844 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Checking segment: {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:10:50.237231 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Bound using segment: {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:10:50.237699 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Bound port: d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e725900-d3cf-46b1-a712-47e8e2ca9a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:10:50.238060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.267113 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.318884 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ddd21bb-1ae0-4cc3-8767-90699230a9da,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:50.321424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:10:50.324917 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:10:50.333269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.339098 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Checking segment: {'id': '6d5336d3-102f-4121-ac3c-edd6e6d8c3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd506ee8e-c485-4426-bd41-dad518338457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:10:50.339647 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Network hostable DHCP agents. Network: d506ee8e-c485-4426-bd41-dad518338457, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:10:50.359784 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Network d506ee8e-c485-4426-bd41-dad518338457 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:10:50.371580 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, d506ee8e-c485-4426-bd41-dad518338457) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:10:50.373736 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:50.374355 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.375787 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-747b964d-eac6-40a9-868d-006e41543625 service neutron] 10.222.0.30 "PUT /v2.0/ports/d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 HTTP/1.1" status: 200 len: 1098 time: 0.7718740 Sep 09 20:10:50.376225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:50.376347 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:50.376820 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.378455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da185ac6-0421-4282-adce-91c77040f324" -d '{"events": [{"name": "network-changed", "server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:50.406433 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a99df-3f2c-4bfd-8f99-bad74dead408 None None] Network d506ee8e-c485-4426-bd41-dad518338457 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:50.410573 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b964d-eac6-40a9-868d-006e41543625 service neutron] Pushing event updated for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:50.414924 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0241d708-5cd8-4838-8550-88467a922e95 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4120090 Sep 09 20:10:50.473029 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:50.504959 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-262f207b-4162-4da1-9f74-100a47e35817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:50.507213 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-262f207b-4162-4da1-9f74-100a47e35817 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 1101 time: 0.0748775 Sep 09 20:10:50.590666 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-57c8f540-9721-48ac-b2fe-39a0629d3f74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0735686 Sep 09 20:10:50.639448 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dfcc11-367b-4d71-a95c-8f2b22e2ffec None None] Network d506ee8e-c485-4426-bd41-dad518338457 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:10:50.658060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-6a17ac45-9cae-49a8-ae78-d0019fe165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:50.660919 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-6a17ac45-9cae-49a8-ae78-d0019fe165e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e HTTP/1.1" status: 200 len: 843 time: 0.0619926 Sep 09 20:10:50.726565 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-2d1fbf1d-7b21-46ea-b9fe-f0423157370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:50.728186 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-2d1fbf1d-7b21-46ea-b9fe-f0423157370f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df396bf0-454c-493f-a4e5-f98b5012ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0553033 Sep 09 20:10:50.783833 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0289dada-9fa1-48de-8e4c-58b7e6fba388 x-openstack-request-id: req-0289dada-9fa1-48de-8e4c-58b7e6fba388 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:50.784300 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:50.784713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0289dada-9fa1-48de-8e4c-58b7e6fba388 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:50.785358 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3', 'status': 'completed', 'code': 200} Sep 09 20:10:50.859911 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-83088c86-a5f7-42f1-b626-f282960b8b7e service neutron] 10.222.0.30 "GET /v2.0/networks/df396bf0-454c-493f-a4e5-f98b5012ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205549 Sep 09 20:10:50.959522 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-512cc8cc-86f0-4001-b42e-15911d2569ba req-600ce5ee-1d4b-4da3-a598-4914b4349cb0 service neutron] 10.222.0.30 "GET /v2.0/networks/df396bf0-454c-493f-a4e5-f98b5012ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904095 Sep 09 20:10:51.070474 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185ac6-0421-4282-adce-91c77040f324 req-442b19e3-dd8d-4042-829b-cc9c724d7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:51.072160 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-442b19e3-dd8d-4042-829b-cc9c724d7413 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 1101 time: 0.0541723 Sep 09 20:10:51.257181 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185ac6-0421-4282-adce-91c77040f324 req-fb0c42c5-2675-454f-bcdf-a1324b5fe610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:51.258728 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-fb0c42c5-2675-454f-bcdf-a1324b5fe610 service neutron] 10.222.0.30 "GET /v2.0/networks?id=df396bf0-454c-493f-a4e5-f98b5012ab4b HTTP/1.1" status: 200 len: 870 time: 0.1718783 Sep 09 20:10:51.270629 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251027fc-b800-4e2e-a714-e9b439d257ab req-61985d5c-82e8-4301-9414-143c06e159ef tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:51.272625 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-251027fc-b800-4e2e-a714-e9b439d257ab req-61985d5c-82e8-4301-9414-143c06e159ef tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 948 time: 0.1182618 Sep 09 20:10:51.320835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-17aeb7fb-7a35-4991-9bd9-c29dbeed8229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 HTTP/1.1" status: 200 len: 217 time: 0.0471635 Sep 09 20:10:51.376923 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-251027fc-b800-4e2e-a714-e9b439d257ab req-158eb8dc-9e2e-4680-87c1-414eb1cda133 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975149 Sep 09 20:10:51.388736 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185ac6-0421-4282-adce-91c77040f324 req-9425f411-b9fa-4df2-9ce9-7a3f75c8a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:51.390162 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-9425f411-b9fa-4df2-9ce9-7a3f75c8a874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e HTTP/1.1" status: 200 len: 843 time: 0.0614388 Sep 09 20:10:51.442098 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185ac6-0421-4282-adce-91c77040f324 req-4023795e-673a-4e8f-80ac-1500c739d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:51.444262 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-4023795e-673a-4e8f-80ac-1500c739d54b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=df396bf0-454c-493f-a4e5-f98b5012ab4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445597 Sep 09 20:10:51.540495 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-49101320-3cd8-435b-a971-4b18911680e4 service neutron] 10.222.0.30 "GET /v2.0/networks/df396bf0-454c-493f-a4e5-f98b5012ab4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886281 Sep 09 20:10:51.635548 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-da185ac6-0421-4282-adce-91c77040f324 req-69628590-0784-4556-98d0-ed28c0becca6 service neutron] 10.222.0.30 "GET /v2.0/networks/df396bf0-454c-493f-a4e5-f98b5012ab4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Sep 09 20:10:52.503236 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0305ce-00b3-4234-bad1-bbadc5fea7a0 req-722fbacd-687b-430c-967d-c5d34dc7bcbb tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:52.504768 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7d0305ce-00b3-4234-bad1-bbadc5fea7a0 req-722fbacd-687b-430c-967d-c5d34dc7bcbb tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 948 time: 0.0536764 Sep 09 20:10:52.550959 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7d0305ce-00b3-4234-bad1-bbadc5fea7a0 req-52029f5f-9756-4c0b-a03e-bb015df4b50a tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376115 Sep 09 20:10:53.677135 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d291387-4c12-42b1-87da-d7084a3ac55d req-5a41b568-351d-45dc-97d0-4f790229c4b6 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:53.678985 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d291387-4c12-42b1-87da-d7084a3ac55d req-5a41b568-351d-45dc-97d0-4f790229c4b6 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 948 time: 0.0551710 Sep 09 20:10:53.730260 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d291387-4c12-42b1-87da-d7084a3ac55d req-7ae06b73-1b97-418d-a165-391e713423bb tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Sep 09 20:10:54.869579 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b8f8-9221-426a-8f58-d1da5d10b427 req-556eea7f-2d21-42bd-9e5e-e87c747f0090 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:54.873110 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-41c5b8f8-9221-426a-8f58-d1da5d10b427 req-556eea7f-2d21-42bd-9e5e-e87c747f0090 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 948 time: 0.0672727 Sep 09 20:10:54.929264 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-41c5b8f8-9221-426a-8f58-d1da5d10b427 req-dc11786a-f73a-4c64-9a3d-93e8da10dade tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Sep 09 20:10:55.012884 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:55.357800 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:10:55.475110 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:55.487816 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3', 'network_id': 'df396bf0-454c-493f-a4e5-f98b5012ab4b', 'port_id': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3', 'mac_address': 'fa:16:3e:96:82:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8b5717-b012-4f8e-a2b3-c3c6fbb7e81e', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:10:55.529618 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:55.544209 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:10:55.566333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:55.573221 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:55.622666 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:55.831023 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:10:55.855025 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:10:56.074821 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530845b-bc1c-4a1f-ade3-896adccd784d req-c0ced041-f6bc-416d-b91e-ad56dd93051e tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:56.076448 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5530845b-bc1c-4a1f-ade3-896adccd784d req-c0ced041-f6bc-416d-b91e-ad56dd93051e tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 949 time: 0.0603454 Sep 09 20:10:56.121500 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5530845b-bc1c-4a1f-ade3-896adccd784d req-e2b59c70-ccc1-496a-a043-97ebb041a07c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Sep 09 20:10:57.242115 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86200e29-298f-487d-b523-a04220a7e20e req-2bce62f8-41d8-42f3-8d0f-23ef28777b25 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:57.243611 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86200e29-298f-487d-b523-a04220a7e20e req-2bce62f8-41d8-42f3-8d0f-23ef28777b25 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 949 time: 0.0487862 Sep 09 20:10:57.282642 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-86200e29-298f-487d-b523-a04220a7e20e req-0169908e-1024-4d4c-a36a-441dc4fdc3be tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Sep 09 20:10:57.380339 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:10:57.435947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:10:57.440418 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:10:57.440796 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:57.527303 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:57.551104 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:10:57.553720 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353da21d-9c98-4a35-9be2-cab452c784d7" -d '{"events": [{"server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "name": "network-vif-plugged", "status": "completed", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:10:57.568573 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:10:57.576004 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:10:57.613917 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30076f0a-65cd-4520-95f9-865a40eeb235 x-openstack-request-id: req-30076f0a-65cd-4520-95f9-865a40eeb235 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:10:57.614360 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "name": "network-vif-plugged", "status": "completed", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:10:57.614702 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30076f0a-65cd-4520-95f9-865a40eeb235 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:10:57.615904 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3', 'code': 200} Sep 09 20:10:57.652671 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:10:57.805175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e42fa8-a626-4581-858b-1a7b839e3e25 req-e3ea07b4-94da-4086-92c2-2e27551a6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:57.806741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3e42fa8-a626-4581-858b-1a7b839e3e25 req-e3ea07b4-94da-4086-92c2-2e27551a6f34 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 1103 time: 0.0419033 Sep 09 20:10:57.844174 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b3e42fa8-a626-4581-858b-1a7b839e3e25 req-b526987f-1335-4a9e-807c-6d79a791790a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286825 Sep 09 20:10:58.403242 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284bf7-c993-4584-aaa1-914c36fc1ec7 req-4e36f546-bb2f-44c7-bd48-43450877b57e tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:58.404823 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-df284bf7-c993-4584-aaa1-914c36fc1ec7 req-4e36f546-bb2f-44c7-bd48-43450877b57e tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 950 time: 0.0541360 Sep 09 20:10:58.445095 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-df284bf7-c993-4584-aaa1-914c36fc1ec7 req-095f8c32-6b80-4c58-aefd-3b8869bc4603 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339901 Sep 09 20:10:59.566737 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305aa6e-61d6-41ec-8e68-e828f44d85e3 req-045bee83-e2fd-4452-8eca-916745fc267c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:59.569411 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b305aa6e-61d6-41ec-8e68-e828f44d85e3 req-045bee83-e2fd-4452-8eca-916745fc267c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 950 time: 0.0526159 Sep 09 20:10:59.610375 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b305aa6e-61d6-41ec-8e68-e828f44d85e3 req-140ec0c0-cb92-4bdc-8e68-36602d8964ae tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347984 Sep 09 20:10:59.883371 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fb01e-41fa-41f7-95dd-5e89bca95722 req-1286ca42-c75d-4ea2-a1bf-832907aa4a34 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:10:59.884865 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec8fb01e-41fa-41f7-95dd-5e89bca95722 req-1286ca42-c75d-4ea2-a1bf-832907aa4a34 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 950 time: 0.0490768 Sep 09 20:10:59.923367 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ec8fb01e-41fa-41f7-95dd-5e89bca95722 req-d0bf60c4-4ff5-4d9d-bd7a-0beed5a09ff7 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324800 Sep 09 20:11:00.613980 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-e1eb26c2-1b3d-4001-8693-1ab06cc6a675 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456481 Sep 09 20:11:00.682994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-a424a270-bf49-40f7-a35a-be832afac046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:00.684524 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-a424a270-bf49-40f7-a35a-be832afac046 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 1099 time: 0.0434673 Sep 09 20:11:00.801540 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-c1b2b631-327c-4501-b77a-bedcf0babc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:00.803055 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-c1b2b631-327c-4501-b77a-bedcf0babc7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 200 len: 918 time: 0.0923915 Sep 09 20:11:00.874438 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-2a114308-e61f-4d64-be13-4c5279c2f981 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 200 len: 1001 time: 0.0632651 Sep 09 20:11:00.939055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-937f5ae7-6a09-41e7-956b-273da0b47c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:00.940632 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-937f5ae7-6a09-41e7-956b-273da0b47c79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 200 len: 856 time: 0.0492101 Sep 09 20:11:01.002978 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-111bc233-3d22-4ce7-89a3-837f61583fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:01.004621 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-111bc233-3d22-4ce7-89a3-837f61583fda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b86f24ac-e9c0-4fa6-a3ff-3be376330113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540957 Sep 09 20:11:01.131911 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3a87d-3771-4199-8082-c6dd7182ddd3 req-effff6c6-ed5a-4424-b426-212b4db89796 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:01.133455 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5fd3a87d-3771-4199-8082-c6dd7182ddd3 req-effff6c6-ed5a-4424-b426-212b4db89796 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 950 time: 0.1259995 Sep 09 20:11:01.189465 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-f768eb4a-cfb0-4370-ac29-fb14aa6be71d service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544192 Sep 09 20:11:01.212097 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5fd3a87d-3771-4199-8082-c6dd7182ddd3 req-050454a5-621e-45e1-9252-6e923d63ad9c tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/security-groups?id=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695074 Sep 09 20:11:01.309881 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-331c2e61-9e0b-4148-acd8-177d4a9ee15d req-4b9c7648-d029-455a-8679-015ff594e6fd service neutron] 10.222.0.30 "GET /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098208 Sep 09 20:11:01.523382 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-772d979b-aab3-4fb5-bfdb-326ada8567a9 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:01.525186 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-772d979b-aab3-4fb5-bfdb-326ada8567a9 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.30 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 950 time: 0.0594971 Sep 09 20:11:01.636115 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Deleting port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:01.636865 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:01.755719 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] For port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,segment=NetworkSegment(9e725900-d3cf-46b1-a712-47e8e2ca9a2f),segment_id=9e725900-d3cf-46b1-a712-47e8e2ca9a2f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:01.756177 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:01.769888 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Calling delete_port for d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:01.905921 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:01.919229 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:11:01.935101 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Pushing event deleted for resources: {'Port': ['ID=d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:01.985857 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] No DVR routers for this DVR port d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:11:01.988448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:01.990534 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-81014ca6-69ad-4134-a9a6-c942863f20f0 req-9d5f7c10-2191-43c4-b45d-6817e4415bcd tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.30 "DELETE /v2.0/ports/d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 HTTP/1.1" status: 204 len: 173 time: 0.4589028 Sep 09 20:11:01.990982 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'name': 'network-vif-deleted', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:11:01.993257 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa3887-899f-4bb8-b162-3f363bcbbd6f" -d '{"events": [{"server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "name": "network-vif-deleted", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:11:02.043091 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f9960-107c-48e1-a038-9367244e3934 x-openstack-request-id: req-146f9960-107c-48e1-a038-9367244e3934 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:11:02.043481 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0396ab39-1b60-4953-b089-8e26d3e47d34", "name": "network-vif-deleted", "tag": "d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:11:02.044514 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-146f9960-107c-48e1-a038-9367244e3934 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:11:02.044934 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0396ab39-1b60-4953-b089-8e26d3e47d34', 'name': 'network-vif-deleted', 'tag': 'd973a6c8-f92c-40fc-83b0-f2eb32b1f4f3', 'status': 'completed', 'code': 200} Sep 09 20:11:02.321239 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-879c6669-e8f4-4ee0-8241-b07a995eab6d req-0f3e5f3d-68bc-4132-ad64-0be4d99577d7 tempest-VolumesNegativeTest-403769536 tempest-VolumesNegativeTest-403769536-project] 10.222.0.37 "GET /v2.0/ports?device_id=0396ab39-1b60-4953-b089-8e26d3e47d34 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Sep 09 20:11:04.496487 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59128) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:04.551034 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Deleting subnet a258dd32-e15f-40e4-a52a-486500de0041 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:11:04.560680 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.600018 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.642566 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.721002 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.759886 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a258dd32-e15f-40e4-a52a-486500de0041,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:04.765060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.770119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59166) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:04.770623 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8717dde3-ae6d-4dd3-b717-5a755969d2d1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a258dd32-e15f-40e4-a52a-486500de0041 HTTP/1.1" status: 204 len: 168 time: 0.2726245 Sep 09 20:11:04.861808 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:04.997095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.022544 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa68cda-208f-4641-81a4-206dd10de991']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.036042 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab3d07b-3151-4f72-b0ed-f6b2046bb3ac') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.036042 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab3d07b-3151-4f72-b0ed-f6b2046bb3ac') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.048337 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.065244 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.072536 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:11:05.072950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:11:05.075043 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:11:05.139072 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.144026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.151351 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eaa68cda-208f-4641-81a4-206dd10de991 HTTP/1.1" status: 204 len: 168 time: 0.3760786 Sep 09 20:11:05.151458 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:05.164556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b09d4-39f4-413e-a11e-a4af82752283 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa68cda-208f-4641-81a4-206dd10de991,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:05.212343 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Deleting subnet 3ddd21bb-1ae0-4cc3-8767-90699230a9da {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:11:05.216136 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.262154 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.314162 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.394445 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.429351 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:11:05.444399 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ddd21bb-1ae0-4cc3-8767-90699230a9da,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:05.446661 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.448667 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-65424de5-35b3-4557-8187-c48552eb9168 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3ddd21bb-1ae0-4cc3-8767-90699230a9da HTTP/1.1" status: 204 len: 168 time: 0.2969975 Sep 09 20:11:05.451455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59222) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:05.467813 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:11:05.468410 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d973a6c8-f92c-40fc-83b0-f2eb32b1f4f3 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:11:05.526634 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.615185 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.637444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d506ee8e-c485-4426-bd41-dad518338457']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.648448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d5336d3-102f-4121-ac3c-edd6e6d8c3f2') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.648793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d5336d3-102f-4121-ac3c-edd6e6d8c3f2') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:05.661503 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.675855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.684369 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:11:05.684878 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:11:05.687516 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:11:05.773301 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.781373 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:05.785856 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d506ee8e-c485-4426-bd41-dad518338457 HTTP/1.1" status: 204 len: 168 time: 0.3330712 Sep 09 20:11:05.799928 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16402db2-e663-4bb2-8fda-471d45bf2566 admin admin] Pushing event deleted for resources: {'Network': ['ID=d506ee8e-c485-4426-bd41-dad518338457,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:06.017147 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59254) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:06.081194 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-1bfa158d-13ae-4392-9bf6-42b8fd7cab30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea1769f9e07a4073bc779a6cd781f4a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561213 Sep 09 20:11:06.085656 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:06.151629 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.178248 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.240560 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.243423 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.244653 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1f8fe7b-741d-403c-9142-92a679b66ae5 HTTP/1.1" status: 204 len: 168 time: 0.1579118 Sep 09 20:11:06.252892 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b7737-132b-4dcd-8327-953d32a64ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8fe7b-741d-403c-9142-92a679b66ae5,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:06.638209 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59272) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:06.681388 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-4db2946f-d09b-42ab-a211-ba8181bffdb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8621a1e70b614a03956c913649b41175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419607 Sep 09 20:11:06.683924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59274) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:06.738154 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.762284 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.815514 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.818713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:06.820266 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fe3c201-61c9-4668-9ce6-60729ee2fbfb HTTP/1.1" status: 204 len: 168 time: 0.1352868 Sep 09 20:11:06.834400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4e17-daff-4455-9262-d2ba5088a664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe3c201-61c9-4668-9ce6-60729ee2fbfb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:07.539012 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59300) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:07.870110 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59316) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:07.870993 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-25af11b3-9383-401c-8d60-ec3ee35b852d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f24a13f5f40f4f5494104ca0d16ee46b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297698 Sep 09 20:11:07.947094 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:07.976299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.038844 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.042242 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.043733 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dba75ab5-ab01-4289-bf8a-f4a1f6ed581a HTTP/1.1" status: 204 len: 168 time: 0.1722603 Sep 09 20:11:08.060035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc95c49-a648-44e0-9ef7-cf99ae956799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba75ab5-ab01-4289-bf8a-f4a1f6ed581a,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:08.131308 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59322) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:08.451543 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9316500-8c7b-4a11-b066-5bf1da1a84c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.573548 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9316500-8c7b-4a11-b066-5bf1da1a84c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.577580 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-a9316500-8c7b-4a11-b066-5bf1da1a84c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.619105 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-a9316500-8c7b-4a11-b066-5bf1da1a84c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8f25ea835d04258a90b034e90786e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4862664 Sep 09 20:11:08.621213 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9316500-8c7b-4a11-b066-5bf1da1a84c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb10210-fe16-439b-bccf-7b054827ba4e,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:08.622087 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59328) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:08.686567 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.710993 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.763060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.765708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:08.766918 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fdb10210-fe16-439b-bccf-7b054827ba4e HTTP/1.1" status: 204 len: 168 time: 0.1436379 Sep 09 20:11:08.776320 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962e2bb7-2955-499b-ae95-522fc3b9118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb10210-fe16-439b-bccf-7b054827ba4e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:14.544158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89349cdc-5e25-4ad1-9e40-5ed903883034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:17.619211 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e1c506da-c2d0-4aa0-a3de-8461ed4ce7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:17.868666 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:18.938047 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:19.949961 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ee4f3-22b4-4a12-9340-613bc3ede46d req-a410fd0e-9c82-47cd-9fd6-21b6fecd7e20 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:19.951491 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-334ee4f3-22b4-4a12-9340-613bc3ede46d req-a410fd0e-9c82-47cd-9fd6-21b6fecd7e20 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0495541 Sep 09 20:11:19.993094 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-334ee4f3-22b4-4a12-9340-613bc3ede46d req-c07a6349-2321-4631-a694-c8b2b4114b0a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Sep 09 20:11:20.452499 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.124983 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04731825-dea0-4e6b-92c9-6722dd15b898 req-aaf567a2-62ca-4aff-8ad8-41dc0150a517 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:21.126497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-04731825-dea0-4e6b-92c9-6722dd15b898 req-aaf567a2-62ca-4aff-8ad8-41dc0150a517 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0566278 Sep 09 20:11:21.174749 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-04731825-dea0-4e6b-92c9-6722dd15b898 req-edc27db8-2448-4ccd-8ec7-3b3f3fbf72f0 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups?id=29bf6d60-a5fa-496f-aa8e-8c2153058844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 Sep 09 20:11:21.365678 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8a6cfbd7-a961-4df0-9fc6-32a59a3aa437 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:21.367249 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8a6cfbd7-a961-4df0-9fc6-32a59a3aa437 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 946 time: 0.0524709 Sep 09 20:11:21.470409 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Deleting port 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:21.470747 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.567166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] For port 40001ec7-fc18-4698-a319-41d127b2e1fd, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=40001ec7-fc18-4698-a319-41d127b2e1fd,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:21.567455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.739702 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.740408 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.740930 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Floating IP cb969f79-5274-4da1-9e1d-a5d1b22c05d0 disassociated. External IP: 172.27.3.152, port: 40001ec7-fc18-4698-a319-41d127b2e1fd. Sep 09 20:11:21.741269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Calling delete_port for 40001ec7-fc18-4698-a319-41d127b2e1fd owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:21.880325 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:21.909877 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'Port': ['ID=40001ec7-fc18-4698-a319-41d127b2e1fd,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:21.924394 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.924394 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.924394 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.924805 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.924941 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.925277 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.925628 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.925951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.926276 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.926605 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.926919 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:21.927234 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:22.299695 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-68e184c5-0d7e-4420-be5b-cd196a03380c req-8e5a05d8-19b2-4a62-a365-1a9727a134e8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/ports?device_id=a89bde7e-897e-44ed-8b9f-b985c9be93ed HTTP/1.1" status: 200 len: 210 time: 0.0327587 Sep 09 20:11:22.316660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:11:22.433528 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:11:22.444506 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:11:22.454908 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:22.455516 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:22.474066 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] No DVR routers for this DVR port 40001ec7-fc18-4698-a319-41d127b2e1fd on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:11:22.476604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:22.478863 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-654f7491-4c1d-4bc1-b066-3e1cb29faa09 req-8c39dbaf-598a-47d4-a74c-3d124f06529a tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.30 "DELETE /v2.0/ports/40001ec7-fc18-4698-a319-41d127b2e1fd HTTP/1.1" status: 204 len: 173 time: 1.1051030 Sep 09 20:11:22.479306 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-deleted', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:11:22.481601 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a0b15-0d95-4c2a-86e1-43b67bdf708f" -d '{"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-deleted", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:11:22.525551 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c2b09-f934-479d-a5a8-edc1c7468d61 x-openstack-request-id: req-2f7c2b09-f934-479d-a5a8-edc1c7468d61 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:11:22.525828 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89bde7e-897e-44ed-8b9f-b985c9be93ed", "name": "network-vif-deleted", "tag": "40001ec7-fc18-4698-a319-41d127b2e1fd", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:11:22.526274 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f7c2b09-f934-479d-a5a8-edc1c7468d61 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:11:22.526669 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89bde7e-897e-44ed-8b9f-b985c9be93ed', 'name': 'network-vif-deleted', 'tag': '40001ec7-fc18-4698-a319-41d127b2e1fd', 'status': 'completed', 'code': 200} Sep 09 20:11:22.565898 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:22.777218 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:22.803280 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:11:22.811853 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:22.812457 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:22.920892 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:23.128440 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:23.155737 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c04bae-6257-45b8-88f6-8cae9b2c3108 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:03:58Z', 'revision_number': 4, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'bf03d8ae-8cca-4021-a397-6c6127b6b91e', 'name': '', 'network_id': 'b86f24ac-e9c0-4fa6-a3ff-3be376330113', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'mac_address': 'fa:16:3e:0b:ab:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:53Z', 'updated_at': '2021-09-09T20:04:12Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'subnets': [{'id': '2f34bb52-0012-4a7c-a724-5f9f9b1d68b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:11:23.369425 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070cab0-1ac2-413f-be23-16ced5479541 None None] New status for floating IP cb969f79-5274-4da1-9e1d-a5d1b22c05d0: DOWN {{(pid=94093) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:11:23.393968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59468) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:23.450769 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.479752 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.537759 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.541526 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.542561 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "DELETE /v2.0/security-groups/29bf6d60-a5fa-496f-aa8e-8c2153058844 HTTP/1.1" status: 204 len: 168 time: 0.1474886 Sep 09 20:11:23.545684 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59474) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:23.554020 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8f061-d031-44f7-a7f2-4f549d3d05a8 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf6d60-a5fa-496f-aa8e-8c2153058844,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:23.559869 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.api.v2.resource [None req-689b92ae-e17d-44a3-96f6-f36ab7322190 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] show failed (client error): The resource could not be found. Sep 09 20:11:23.560842 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-689b92ae-e17d-44a3-96f6-f36ab7322190 tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "GET /v2.0/security-groups/29bf6d60-a5fa-496f-aa8e-8c2153058844 HTTP/1.1" status: 404 len: 347 time: 0.0140338 Sep 09 20:11:23.564042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59476) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:23.695251 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Deleting port 09c44eba-27ed-453d-beab-8e09f215f2bf {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:23.695596 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.786342 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.786688 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.803057 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Calling delete_port for 09c44eba-27ed-453d-beab-8e09f215f2bf owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:23.947792 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:23.977469 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Pushing event deleted for resources: {'Port': ['ID=09c44eba-27ed-453d-beab-8e09f215f2bf,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:24.040796 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:24.043438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:24.044600 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-fdbbc541-9399-4439-b027-8065f15016ba tempest-AttachVolumeShelveTestJSON-1412732630 tempest-AttachVolumeShelveTestJSON-1412732630-project] 10.222.0.37 "DELETE /v2.0/floatingips/cb969f79-5274-4da1-9e1d-a5d1b22c05d0 HTTP/1.1" status: 204 len: 168 time: 0.4796667 Sep 09 20:11:25.005255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:25.940310 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:11:25.960094 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: 40001ec7-fc18-4698-a319-41d127b2e1fd {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:11:25.960429 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device 40001ec7-fc18-4698-a319-41d127b2e1fd not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:11:30.612206 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-894e7f00-c85a-4cde-b838-c348f619ab2a tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580019469&fields=id&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 267 time: 0.0333784 Sep 09 20:11:30.721960 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-15ab1951-7d1d-44ce-a8f2-39fbe227830d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:30.723360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-15ab1951-7d1d-44ce-a8f2-39fbe227830d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.1032929 Sep 09 20:11:30.738847 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-e020e0a6-5b0c-4fdc-9f8e-d2d92ee3b80f tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/quotas/c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 375 time: 0.0098147 Sep 09 20:11:30.802643 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-4dceccbc-728f-4b10-857b-582c33a1387d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0584941 Sep 09 20:11:30.894770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-1c99cf15-0dca-492e-a7bb-b3dba5f86685 service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802269 Sep 09 20:11:30.985273 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-b16ece39-e034-48fe-9d39-d58045058ddd service neutron] 10.222.0.37 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844600 Sep 09 20:11:31.273439 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1e548a34-eb7c-47fb-909c-22b089d4046a req-0ca37b78-2d39-4058-a202-29bf36e59df2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 210 time: 0.0266147 Sep 09 20:11:32.370031 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1dc2e52a-d4de-4cdc-94c3-29df01fd32b2 req-8f813683-27ae-4a01-bda6-abab9a293071 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 210 time: 0.0258751 Sep 09 20:11:32.831474 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:11:33.467672 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d614c5cd-82e2-4bdb-8077-8a5abd087712 req-aeea741f-dd3a-4e2e-b1e0-0374eb057ea2 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 210 time: 0.0285199 Sep 09 20:11:33.925023 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-182ed47b-1e23-4b7c-bb21-a2d12508df7e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:33.926555 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-182ed47b-1e23-4b7c-bb21-a2d12508df7e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 811 time: 0.1083915 Sep 09 20:11:33.975748 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-73c7365c-f9e4-49ba-8562-fbad9c9d6ab1 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06c735fcc754c1d830ca723cc7fe7d4 HTTP/1.1" status: 200 len: 379 time: 0.0356772 Sep 09 20:11:33.986835 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'port': {'device_id': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'admin_state_up': True, 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'security_groups': ['f4214f8f-f0c8-40da-8954-b2e607566688']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:11:34.101884 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Made reservation on behalf of c06c735fcc754c1d830ca723cc7fe7d4 for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:11:34.105570 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.236474 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.20.0.11 (1baa5f87-f1e3-4a09-83f3-3ef2defd4db4/f0694cf0-6ad0-4d7b-ab72-48c2096b933c/f0e627c8-a286-4112-9bce-6a5bca6a3836) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:11:34.378725 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.391828 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Transition to ACTIVE for port object f0e627c8-a286-4112-9bce-6a5bca6a3836 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:11:34.424252 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.463812 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:11:34.469437 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:11:34.473134 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:11:34.502304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:34.531655 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:34.532320 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.576779 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-c3569364-f348-4f2a-855a-99291141c6a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5938590 Sep 09 20:11:34.592774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Request body: {'port': {'device_id': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:11:34.630468 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb057a0-b113-4830-ba59-dd929978cebb req-9976e524-ea94-4117-a51e-a14142fbcfa7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:34.632066 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-beb057a0-b113-4830-ba59-dd929978cebb req-9976e524-ea94-4117-a51e-a14142fbcfa7 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 932 time: 0.0902815 Sep 09 20:11:34.689524 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.702350 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-beb057a0-b113-4830-ba59-dd929978cebb req-199d8920-737b-444b-a015-6c11f6f2cd31 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632451 Sep 09 20:11:34.858712 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-66cf5421-7b50-4443-b852-2ca66b0a7cbd None None] Provisioning for port f0e627c8-a286-4112-9bce-6a5bca6a3836 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:11:34.863319 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-66cf5421-7b50-4443-b852-2ca66b0a7cbd None None] Provisioning complete for port f0e627c8-a286-4112-9bce-6a5bca6a3836 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:11:34.863687 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-66cf5421-7b50-4443-b852-2ca66b0a7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.897992 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-66cf5421-7b50-4443-b852-2ca66b0a7cbd None None] Port f0e627c8-a286-4112-9bce-6a5bca6a3836 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:11:34.972446 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e627c8-a286-4112-9bce-6a5bca6a3836 {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:11:34.979638 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:34.991895 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Transition to ACTIVE for port object f0e627c8-a286-4112-9bce-6a5bca6a3836 will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:11:34.996204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:35.044506 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:35.118611 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Attempting to bind port f0e627c8-a286-4112-9bce-6a5bca6a3836 on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:11:35.118611 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Attempting to bind port f0e627c8-a286-4112-9bce-6a5bca6a3836 by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:11:35.118611 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Attempting to bind port f0e627c8-a286-4112-9bce-6a5bca6a3836 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:11:35.123174 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Port f0e627c8-a286-4112-9bce-6a5bca6a3836 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:11:35.123510 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Attempting to bind port f0e627c8-a286-4112-9bce-6a5bca6a3836 on network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:11:35.129011 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:11:35.129131 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Checking segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:11:35.129660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Bound using segment: {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:11:35.130160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Bound port: f0e627c8-a286-4112-9bce-6a5bca6a3836, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d1392ea-a095-43c9-a249-b65635f36f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:11:35.130444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:35.206774 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:11:35.210555 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:11:35.215251 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:35.260199 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.260842 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:35.262416 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] 10.222.0.30 "PUT /v2.0/ports/f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 200 len: 1094 time: 0.6750746 Sep 09 20:11:35.262965 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:11:35.265679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a852df00-728b-4c83-a497-bfd8c9a6b47b" -d '{"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:11:35.295775 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ed6e5-7ef0-4234-b5db-63141bfbecd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:35.321277 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc15a5a9-2417-466b-8f7e-eedcdfbaee82 x-openstack-request-id: req-fc15a5a9-2417-466b-8f7e-eedcdfbaee82 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:11:35.321643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:11:35.321819 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc15a5a9-2417-466b-8f7e-eedcdfbaee82 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:11:35.322205 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'status': 'completed', 'code': 200} Sep 09 20:11:35.357603 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-84d722d9-e0ac-4e92-aac9-7579eafd44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.359431 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-84d722d9-e0ac-4e92-aac9-7579eafd44d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0494547 Sep 09 20:11:35.409869 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-8023339a-726d-47a2-8cd2-38ab9606e6f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 200 len: 217 time: 0.0411155 Sep 09 20:11:35.462396 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-1c82416c-728a-4886-a408-e0f5489a7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.463903 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-1c82416c-728a-4886-a408-e0f5489a7600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0465343 Sep 09 20:11:35.515247 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-1eacd70e-7cbd-4667-a570-1861b4244092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.516801 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-1eacd70e-7cbd-4667-a570-1861b4244092 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437768 Sep 09 20:11:35.623991 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-17e1f9b1-bb48-4330-a3ca-7fc133137997 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987363 Sep 09 20:11:35.730682 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2c8fc920-c970-4e85-aec1-6fee483460c5 req-e28b53b8-2c45-4a37-a52a-39b316d5bebe service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965309 Sep 09 20:11:35.862185 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-5ffe354f-4d8f-4fcb-8bf8-9df58b78c52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.863699 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-5ffe354f-4d8f-4fcb-8bf8-9df58b78c52a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1097 time: 0.0816925 Sep 09 20:11:35.875938 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae33acb-8ae1-4e3e-a060-20553483a747 req-cf605de4-37d5-493d-bd65-c313b3d1d56e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:35.877360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1ae33acb-8ae1-4e3e-a060-20553483a747 req-cf605de4-37d5-493d-bd65-c313b3d1d56e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0680313 Sep 09 20:11:35.966725 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1ae33acb-8ae1-4e3e-a060-20553483a747 req-2c840f31-03dd-4be0-b5af-35fc782892e8 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813215 Sep 09 20:11:35.970675 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59604) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:36.005425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-50aa38a1-4e19-4e48-b682-6d80eb7deee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:36.007215 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-50aa38a1-4e19-4e48-b682-6d80eb7deee4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1290126 Sep 09 20:11:36.056002 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-040bbf62-604d-4375-8122-9a4b8f761852 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 200 len: 217 time: 0.0374253 Sep 09 20:11:36.111643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-4049a830-1260-41c7-a5e8-e4e9107fef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:36.113070 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-4049a830-1260-41c7-a5e8-e4e9107fef2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0484025 Sep 09 20:11:36.220181 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-b6091993-8ae7-4329-a763-c0d8d874dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:36.221920 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-b6091993-8ae7-4329-a763-c0d8d874dc1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003039 Sep 09 20:11:36.399702 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-f4c386d3-aaa9-4b6a-a560-04e2713c6fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510065 Sep 09 20:11:36.570548 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a852df00-728b-4c83-a497-bfd8c9a6b47b req-06e7d4b8-7c67-47ca-a347-dbcfa1c0bcc5 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367497 Sep 09 20:11:36.679278 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:36.961428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Deleting port bf03d8ae-8cca-4021-a397-6c6127b6b91e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:36.961724 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:37.072195 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] For port bf03d8ae-8cca-4021-a397-6c6127b6b91e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=bf03d8ae-8cca-4021-a397-6c6127b6b91e,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:37.072576 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:37.101147 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Calling delete_port for bf03d8ae-8cca-4021-a397-6c6127b6b91e owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:37.161207 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722eff6e-66b2-49f7-baaa-89abe8ca1970 req-27b00439-65c9-4cbb-92d0-473a46be5e49 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:37.162802 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-722eff6e-66b2-49f7-baaa-89abe8ca1970 req-27b00439-65c9-4cbb-92d0-473a46be5e49 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.1085558 Sep 09 20:11:37.256494 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-722eff6e-66b2-49f7-baaa-89abe8ca1970 req-2bd659ca-c142-41d1-b692-fd7819a93238 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858362 Sep 09 20:11:37.358761 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:37.397492 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf03d8ae-8cca-4021-a397-6c6127b6b91e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:37.586199 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.083248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Router bd3899aa-3022-4696-be9b-e9d90d73429b has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:11:38.197269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:11:38.202927 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-f52d06c1-e220-4a3e-af2b-8837b08d3929 admin admin] 10.222.0.37 "PUT /v2.0/routers/bd3899aa-3022-4696-be9b-e9d90d73429b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312734 Sep 09 20:11:38.206006 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59620) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:38.207364 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Sync routers for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:11:38.217399 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:38.218031 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:38.315798 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.324541 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:38.445012 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.446643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591d8f8-8cd3-4e97-b111-e474e57a4738 req-d8685237-d78b-46e6-9aa8-126bdcdba24b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:38.448673 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7591d8f8-8cd3-4e97-b111-e474e57a4738 req-d8685237-d78b-46e6-9aa8-126bdcdba24b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0817938 Sep 09 20:11:38.518766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Deleting port 8417a86e-1738-4194-9520-9d5b15ab9ccb {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:38.519488 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.522601 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:11:37Z', 'revision_number': 5, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port': {'id': '8417a86e-1738-4194-9520-9d5b15ab9ccb', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:6a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:03:45Z', 'updated_at': '2021-09-09T20:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:38.523206 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7591d8f8-8cd3-4e97-b111-e474e57a4738 req-ba316479-e53c-4680-bacc-119f94e0047b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666680 Sep 09 20:11:38.555762 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Checking router: bd3899aa-3022-4696-be9b-e9d90d73429b for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:11:38.566960 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Routers {'bd3899aa-3022-4696-be9b-e9d90d73429b'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:38.566960 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['bd3899aa-3022-4696-be9b-e9d90d73429b'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:38.615068 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] For port 8417a86e-1738-4194-9520-9d5b15ab9ccb, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8417a86e-1738-4194-9520-9d5b15ab9ccb,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:38.615400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.647425 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Calling delete_port for 8417a86e-1738-4194-9520-9d5b15ab9ccb owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:38.659694 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] Set router bd3899aa-3022-4696-be9b-e9d90d73429b gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:38.717393 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:11:38Z', 'revision_number': 6, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:38.843136 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf66b06-60c0-45c9-8bc6-2c1d9af57442 None None] The sync data for ids ['bd3899aa-3022-4696-be9b-e9d90d73429b'] in dv-cinder-806991-6-iscsi is: [{'id': 'bd3899aa-3022-4696-be9b-e9d90d73429b', 'name': 'tempest-AttachVolumeShelveTestJSON-1755489666-router', 'tenant_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:03:44Z', 'updated_at': '2021-09-09T20:11:38Z', 'revision_number': 6, 'project_id': '80fc02a3646d43ed9f525e7feb6da9bb', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:11:38.868960 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:38.895330 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8417a86e-1738-4194-9520-9d5b15ab9ccb,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:38.907552 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.907904 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.908237 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.908567 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.908901 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.909238 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.909587 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.909909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.910228 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.910546 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.910861 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.911174 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:38.969222 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.057429 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.059511 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.101015 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.101578 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3899aa-3022-4696-be9b-e9d90d73429b {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:11:39.106958 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.108110 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8f7d62ce-f14b-4004-9f49-dd63eaa9f7eb admin admin] 10.222.0.37 "DELETE /v2.0/routers/bd3899aa-3022-4696-be9b-e9d90d73429b HTTP/1.1" status: 204 len: 168 time: 0.9011216 Sep 09 20:11:39.110612 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59632) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:39.154501 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Deleting subnet 2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:11:39.157912 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.201395 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.290422 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.343612 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.366834 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f34bb52-0012-4a7c-a724-5f9f9b1d68b7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:39.373138 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.375122 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-25c89c4c-112a-444d-b2c9-29c0d8cd8dac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2f34bb52-0012-4a7c-a724-5f9f9b1d68b7 HTTP/1.1" status: 204 len: 168 time: 0.2635977 Sep 09 20:11:39.377649 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59634) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:39.378296 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c771d2-7efe-41cd-ac77-46ea098eb177 None None] Network b86f24ac-e9c0-4fa6-a3ff-3be376330113 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:11:39.448550 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.503711 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Deleting port c0ce9e52-6445-4412-85a8-c28b42e15323 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:39.504058 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.572407 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] For port c0ce9e52-6445-4412-85a8-c28b42e15323, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c0ce9e52-6445-4412-85a8-c28b42e15323,segment=NetworkSegment(35465e5f-c87a-483d-a4e8-455aed91e55f),segment_id=35465e5f-c87a-483d-a4e8-455aed91e55f)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:39.572772 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.585329 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Calling delete_port for c0ce9e52-6445-4412-85a8-c28b42e15323 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:39.638903 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6b0d9-0335-458e-a4e4-8d0dfed069fa req-35c64f93-28a1-4ee6-80d2-47002672d4a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:39.640457 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e2d6b0d9-0335-458e-a4e4-8d0dfed069fa req-35c64f93-28a1-4ee6-80d2-47002672d4a9 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0506792 Sep 09 20:11:39.660656 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] DHCP port deletion for b86f24ac-e9c0-4fa6-a3ff-3be376330113 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:11:39.688896 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.695795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bf03d8ae-8cca-4021-a397-6c6127b6b91e no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:11:39.696158 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e2d6b0d9-0335-458e-a4e4-8d0dfed069fa req-7318e780-3898-4312-bf7f-690a089403db tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496655 Sep 09 20:11:39.718207 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ce9e52-6445-4412-85a8-c28b42e15323,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:39.721253 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: bf03d8ae-8cca-4021-a397-6c6127b6b91e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:11:39.721998 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] No DVR routers for this DVR port c0ce9e52-6445-4412-85a8-c28b42e15323 on host dv-cinder-806991-6-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:11:39.727349 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device bf03d8ae-8cca-4021-a397-6c6127b6b91e not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:11:39.747680 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Deleting port c0ce9e52-6445-4412-85a8-c28b42e15323 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:11:39.748071 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.816254 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.818697 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] For port c0ce9e52-6445-4412-85a8-c28b42e15323, host dv-cinder-806991-6-iscsi, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:39.819179 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.841787 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86f24ac-e9c0-4fa6-a3ff-3be376330113']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:39.842259 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Calling delete_port for c0ce9e52-6445-4412-85a8-c28b42e15323 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:11:39.847524 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Port c0ce9e52-6445-4412-85a8-c28b42e15323 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 20:11:39.850853 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.851827 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35465e5f-c87a-483d-a4e8-455aed91e55f') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:39.852127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35465e5f-c87a-483d-a4e8-455aed91e55f') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:39.863069 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.877540 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.883891 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:11:39.884458 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:11:39.886577 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:11:39.902437 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] No DVR routers for this DVR port c0ce9e52-6445-4412-85a8-c28b42e15323 on host dv-cinder-806991-6-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:11:39.907842 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Pushing event deleted for resources: {'Port': ['ID=c0ce9e52-6445-4412-85a8-c28b42e15323,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:39.924523 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.925497 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.926236 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.926829 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.927417 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.927995 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.928576 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.929149 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.930027 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.930388 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.930965 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.932077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f35c1a-def7-480b-ac6e-5eee15a9ef2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:11:39.962497 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.968893 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:39.971458 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b86f24ac-e9c0-4fa6-a3ff-3be376330113 HTTP/1.1" status: 204 len: 168 time: 0.5928774 Sep 09 20:11:39.983617 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef73b2f-1148-4867-a795-437811f15461 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86f24ac-e9c0-4fa6-a3ff-3be376330113,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:40.095133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59642) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:40.136392 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f8c6619a-fcfa-4b2a-86ee-6b7cce63e242 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80fc02a3646d43ed9f525e7feb6da9bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400991 Sep 09 20:11:40.139093 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59644) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:40.189655 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:40.211604 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:40.265607 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:40.268153 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:40.269334 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/234f3c95-f3ee-455f-8828-2daf57967e31 HTTP/1.1" status: 204 len: 168 time: 0.1293254 Sep 09 20:11:40.276877 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bcb10-82a0-4c57-9f03-b95230c25cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234f3c95-f3ee-455f-8828-2daf57967e31,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:40.822528 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d7f06-8648-4f33-b7fd-858dd77e2d64 req-76c79237-2e4a-496d-8c1c-bde2db69b4ff tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:40.824601 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-530d7f06-8648-4f33-b7fd-858dd77e2d64 req-76c79237-2e4a-496d-8c1c-bde2db69b4ff tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0579281 Sep 09 20:11:40.868645 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-530d7f06-8648-4f33-b7fd-858dd77e2d64 req-32f0a674-ec65-407c-8193-1ac545a1a67f tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355027 Sep 09 20:11:40.997982 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8417a86e-1738-4194-9520-9d5b15ab9ccb no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:11:41.018816 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 8417a86e-1738-4194-9520-9d5b15ab9ccb {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:11:41.019346 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8417a86e-1738-4194-9520-9d5b15ab9ccb not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:11:41.019767 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c0ce9e52-6445-4412-85a8-c28b42e15323 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:11:41.042216 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: c0ce9e52-6445-4412-85a8-c28b42e15323 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:11:41.042556 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c0ce9e52-6445-4412-85a8-c28b42e15323 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:11:41.986974 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b893c2-193d-4a23-bc7d-d60eed2d19e1 req-29e34681-9ed8-47b7-bd13-d85ec160213b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:41.988493 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-57b893c2-193d-4a23-bc7d-d60eed2d19e1 req-29e34681-9ed8-47b7-bd13-d85ec160213b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0494671 Sep 09 20:11:41.992507 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59704) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:42.031909 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-57b893c2-193d-4a23-bc7d-d60eed2d19e1 req-f4c846b3-f9e2-428d-a379-3292b0000585 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Sep 09 20:11:42.099776 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35fbde5d-10a7-4ec1-bb4d-8f74e2310b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.194893 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35fbde5d-10a7-4ec1-bb4d-8f74e2310b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.198934 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-35fbde5d-10a7-4ec1-bb4d-8f74e2310b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.238640 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbde5d-10a7-4ec1-bb4d-8f74e2310b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed90f3cb-40b3-4263-b1b5-51e69d6a7867,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:42.247364 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-35fbde5d-10a7-4ec1-bb4d-8f74e2310b65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7ef3e6c28f3e4f06b9d5784aed56600d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528679 Sep 09 20:11:42.250829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59710) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:42.306610 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.329961 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.377571 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.380453 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.381964 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed90f3cb-40b3-4263-b1b5-51e69d6a7867 HTTP/1.1" status: 204 len: 168 time: 0.1301866 Sep 09 20:11:42.390460 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205d216-aecd-4229-9f02-8162c08a5c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed90f3cb-40b3-4263-b1b5-51e69d6a7867,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:42.644402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59716) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:42.657968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2357cb-5452-4803-8906-dae90693e7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.753750 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2357cb-5452-4803-8906-dae90693e7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.757521 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2357cb-5452-4803-8906-dae90693e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.796176 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6e2357cb-5452-4803-8906-dae90693e7ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3aa00ee736f64738bfbbb1d92e46994b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506796 Sep 09 20:11:42.797048 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2357cb-5452-4803-8906-dae90693e7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7a7822-8045-413e-b672-ab8943b732b7,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:42.798896 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59718) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:42.850184 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.875455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.928542 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.931459 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:42.937746 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d7a7822-8045-413e-b672-ab8943b732b7 HTTP/1.1" status: 204 len: 168 time: 0.1355143 Sep 09 20:11:42.945909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df098232-7621-48b0-8ce6-13e5c3dcd36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7a7822-8045-413e-b672-ab8943b732b7,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:43.156743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5c83d-c090-4e0f-8487-f1f33c6b6504 req-cb007135-e6cf-49b5-ba93-86d7680aee81 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:43.158376 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-57b5c83d-c090-4e0f-8487-f1f33c6b6504 req-cb007135-e6cf-49b5-ba93-86d7680aee81 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0541313 Sep 09 20:11:43.198257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-57b5c83d-c090-4e0f-8487-f1f33c6b6504 req-44dbb644-ccfe-4acf-a695-2454a136005f tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336781 Sep 09 20:11:44.324753 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb4da7-921d-49b6-a073-e5d9641c2417 req-2147890d-0fac-48f1-85a7-1fc0f25e92bd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:44.326311 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-37eb4da7-921d-49b6-a073-e5d9641c2417 req-2147890d-0fac-48f1-85a7-1fc0f25e92bd tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0546973 Sep 09 20:11:44.368221 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-37eb4da7-921d-49b6-a073-e5d9641c2417 req-900008ce-e8ea-438f-ab05-90ebc4c68691 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358317 Sep 09 20:11:44.547315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e007346a-ad8e-4b68-9fa5-26ebc10d4ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:45.482709 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630a429-9cae-4262-acc1-75a88f6e4373 req-c5b55142-c7bd-47b0-88cc-18f25b81dd9e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:45.484072 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6630a429-9cae-4262-acc1-75a88f6e4373 req-c5b55142-c7bd-47b0-88cc-18f25b81dd9e tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 944 time: 0.0474741 Sep 09 20:11:45.521115 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6630a429-9cae-4262-acc1-75a88f6e4373 req-5a56edb9-b00f-4fc4-9dcd-41ad5e268238 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310998 Sep 09 20:11:45.988120 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f0e627c8-a286-4112-9bce-6a5bca6a3836 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:11:46.086113 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:46.098374 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'port_id': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'mac_address': 'fa:16:3e:77:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:11:46.142026 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:46.157029 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e627c8-a286-4112-9bce-6a5bca6a3836 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:11:46.183449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:46.189044 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:46.243428 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:46.449135 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f0e627c8-a286-4112-9bce-6a5bca6a3836'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:11:46.646882 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81015f-6c49-4831-94cb-b9bf2a1f818d req-046352c8-8579-40ea-94d9-c8c1602be040 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:46.648455 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c81015f-6c49-4831-94cb-b9bf2a1f818d req-046352c8-8579-40ea-94d9-c8c1602be040 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Sep 09 20:11:46.689744 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c81015f-6c49-4831-94cb-b9bf2a1f818d req-b583513e-2329-4ae4-ad5b-101522d97979 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346944 Sep 09 20:11:47.621243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bd926f75-5325-4626-8b23-e30b5e5c6985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:47.837057 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db8704-fd9a-475a-97b5-52c52c0050b7 req-edafde42-0258-47ef-8772-86abc1f97fb1 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:47.842724 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e8db8704-fd9a-475a-97b5-52c52c0050b7 req-edafde42-0258-47ef-8772-86abc1f97fb1 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 945 time: 0.0645370 Sep 09 20:11:47.866783 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59852) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:47.868495 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:47.902675 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e8db8704-fd9a-475a-97b5-52c52c0050b7 req-0ba3df64-a7a0-43a3-b53a-908be802d2fb tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477736 Sep 09 20:11:47.989448 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-904c86d4-52bc-4dbf-ac09-ee9b6167acaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:47.989770 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f0e627c8-a286-4112-9bce-6a5bca6a3836 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:11:48.044107 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port f0e627c8-a286-4112-9bce-6a5bca6a3836 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:11:48.049988 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port f0e627c8-a286-4112-9bce-6a5bca6a3836 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:11:48.050789 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.096094 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-904c86d4-52bc-4dbf-ac09-ee9b6167acaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.101320 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-904c86d4-52bc-4dbf-ac09-ee9b6167acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.113154 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:48.152851 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c86d4-52bc-4dbf-ac09-ee9b6167acaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea9f6f-b6a1-4aa1-8c72-a358f2924995,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:48.160882 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-904c86d4-52bc-4dbf-ac09-ee9b6167acaf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8cde97c7735c4f158d52d36c6e7616ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901163 Sep 09 20:11:48.161650 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:48.231186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.259070 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8700b68e-f4ee-4bf0-bb80-69efc8e9250c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.276928 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.277227 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.300635 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:11:48.303200 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed50c86-9740-4b4b-87be-10bf4ece7b39" -d '{"events": [{"server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "name": "network-vif-plugged", "status": "completed", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:11:48.317809 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:11:48.323333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.355582 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1194b0-1f9d-4292-b102-cd4d12dcd71f x-openstack-request-id: req-8a1194b0-1f9d-4292-b102-cd4d12dcd71f {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:11:48.355933 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "name": "network-vif-plugged", "status": "completed", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:11:48.356126 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a1194b0-1f9d-4292-b102-cd4d12dcd71f {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:11:48.356698 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'code': 200} Sep 09 20:11:48.378414 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.380985 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.382202 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6eea9f6f-b6a1-4aa1-8c72-a358f2924995 HTTP/1.1" status: 204 len: 168 time: 0.2195616 Sep 09 20:11:48.391349 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:48.397933 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132da84b-5a9a-4683-8a1d-6217684e877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea9f6f-b6a1-4aa1-8c72-a358f2924995,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:48.424851 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8700b68e-f4ee-4bf0-bb80-69efc8e9250c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.429206 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8700b68e-f4ee-4bf0-bb80-69efc8e9250c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.471788 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-8700b68e-f4ee-4bf0-bb80-69efc8e9250c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3425966ab95341ebb4730172049a8222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575635 Sep 09 20:11:48.472711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700b68e-f4ee-4bf0-bb80-69efc8e9250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245de2ac-873f-4058-ae88-bec4852a073e,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:48.474815 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59868) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:48.543557 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.572517 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8536d-5bb3-46ab-bacb-40a4f65ce01f req-533f8032-5986-4cc2-85e8-a12312184651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:48.574743 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8bb8536d-5bb3-46ab-bacb-40a4f65ce01f req-533f8032-5986-4cc2-85e8-a12312184651 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1099 time: 0.0428493 Sep 09 20:11:48.582119 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.614086 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8bb8536d-5bb3-46ab-bacb-40a4f65ce01f req-b6d9d913-a5dc-41ac-b342-305ae994e010 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Sep 09 20:11:48.661827 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.664552 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:48.665729 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/245de2ac-873f-4058-ae88-bec4852a073e HTTP/1.1" status: 204 len: 168 time: 0.1897030 Sep 09 20:11:48.675097 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a3684-b8eb-44c6-a082-d558b2906839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245de2ac-873f-4058-ae88-bec4852a073e,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:48.952609 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.019925 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59892) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:49.034945 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad49d0-3963-436e-ad69-4ff8d24e7444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.040625 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d5bdd-8bf4-4c5b-b107-7c7ebd12eae4 req-0a138770-58f9-4da1-90d9-f4d0d31fad35 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:49.042957 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5c7d5bdd-8bf4-4c5b-b107-7c7ebd12eae4 req-0a138770-58f9-4da1-90d9-f4d0d31fad35 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0586896 Sep 09 20:11:49.091431 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5c7d5bdd-8bf4-4c5b-b107-7c7ebd12eae4 req-8ad961bc-8b6a-4895-ac67-e96df7530699 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419102 Sep 09 20:11:49.153208 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad49d0-3963-436e-ad69-4ff8d24e7444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.157407 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f8ad49d0-3963-436e-ad69-4ff8d24e7444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.203016 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f8ad49d0-3963-436e-ad69-4ff8d24e7444 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71afeb9e7dc14bb4952353e3351be771&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819406 Sep 09 20:11:49.203740 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad49d0-3963-436e-ad69-4ff8d24e7444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3ca502-819b-4d92-adec-7a7969ca4c13,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:49.205742 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 59900) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:49.270677 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.296253 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.348660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.351705 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:49.353010 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d3ca502-819b-4d92-adec-7a7969ca4c13 HTTP/1.1" status: 204 len: 168 time: 0.1461389 Sep 09 20:11:49.362874 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5292e-420b-442d-ad70-33e7115a02f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3ca502-819b-4d92-adec-7a7969ca4c13,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:50.243468 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fac6da-f43f-466e-94a5-4049b6e7d963 req-08262086-e02b-4800-84aa-6c39dfa3a3e5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:50.245105 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-66fac6da-f43f-466e-94a5-4049b6e7d963 req-08262086-e02b-4800-84aa-6c39dfa3a3e5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0654562 Sep 09 20:11:50.298949 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-66fac6da-f43f-466e-94a5-4049b6e7d963 req-19ebc6bc-1b20-466f-85b1-45eb982add64 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Sep 09 20:11:50.452222 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fda348-0b65-4dd1-bbae-bf8e9125fda2 req-db991f36-2a9e-4e21-91a6-ec29e60e57c3 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:50.453881 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25fda348-0b65-4dd1-bbae-bf8e9125fda2 req-db991f36-2a9e-4e21-91a6-ec29e60e57c3 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0710590 Sep 09 20:11:50.469944 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:50.506412 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-25fda348-0b65-4dd1-bbae-bf8e9125fda2 req-d8b398bc-3b5d-49c1-ac53-a8ff6445ef90 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455005 Sep 09 20:11:50.534021 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59934) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:50.751781 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f2887d-1dd8-4015-a161-a96685969fe7 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:50.753473 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c4f2887d-1dd8-4015-a161-a96685969fe7 tempest-TestVolumeBootPattern-914521686 tempest-TestVolumeBootPattern-914521686-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1094 time: 0.2184072 Sep 09 20:11:50.756354 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 59946) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:11:50.761167 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'port_id': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:11:50.786559 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:50.898470 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:51.008288 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Allocated IP 172.27.3.144 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/e703977a-6c81-4629-a364-cba26e789dfb) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:11:51.114225 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:51.152102 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:51.189485 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:11:51.192475 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:11:51.195030 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:11:51.228183 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=e703977a-6c81-4629-a364-cba26e789dfb,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:51.807040 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:51.879469 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:52.033404 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:52.037825 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:52.102293 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event updated for resources: {'Port': ['ID=e703977a-6c81-4629-a364-cba26e789dfb,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:11:52.114033 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:52.214148 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf associated. External IP: 172.27.3.144, port: f0e627c8-a286-4112-9bce-6a5bca6a3836. Sep 09 20:11:52.425240 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:11:52.534142 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:11:52.543582 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:11:52.550413 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:11:52.553774 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:52.554520 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:52.578787 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8157c1f0-349f-428e-928a-b7f9d787a0d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8213410 Sep 09 20:11:52.579360 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:11:52.581647 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:11:52.617002 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0807c2-c998-469a-bac4-0690204a3b24 x-openstack-request-id: req-ee0807c2-c998-469a-bac4-0690204a3b24 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:11:52.617299 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:11:52.617576 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee0807c2-c998-469a-bac4-0690204a3b24 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:11:52.617983 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'status': 'completed', 'code': 200} Sep 09 20:11:52.665826 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:52.889875 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}, {'id': 'ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:77:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:11:51Z', 'updated_at': '2021-09-09T20:11:51Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:52.916147 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:11:52.924284 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:11:52.924885 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:11:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:53.030271 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:11:53.248767 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}, {'id': 'ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:77:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:11:51Z', 'updated_at': '2021-09-09T20:11:51Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:11:53.274712 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b118da8-43b4-4c18-8364-d047327d8a4f None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}, {'id': 'ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.144', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:77:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:11:51Z', 'updated_at': '2021-09-09T20:11:51Z', 'revision_number': 0, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:11:53.456511 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f75eef-2e93-4251-8ec8-c781e7509cd2 None None] New status for floating IP ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:11:54.209970 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-982628f5-e8b1-4f68-96cf-209209334e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:54.211475 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-982628f5-e8b1-4f68-96cf-209209334e57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1099 time: 0.0426919 Sep 09 20:11:54.305473 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-43007d44-5dba-4021-905d-376d70742d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:54.306880 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-43007d44-5dba-4021-905d-376d70742d84 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.0864620 Sep 09 20:11:54.380169 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-84b8f3f2-fa78-4e08-9817-5e26ee3a1ca9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 200 len: 1002 time: 0.0656188 Sep 09 20:11:54.439246 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-b0da9753-bb29-41c1-938b-27e9e6a24a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:54.441345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-b0da9753-bb29-41c1-938b-27e9e6a24a46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0536036 Sep 09 20:11:54.494522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-46cf91a5-79a9-4b74-bda8-68a56b068e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:11:54.496070 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-46cf91a5-79a9-4b74-bda8-68a56b068e8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453837 Sep 09 20:11:54.594628 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-b50ac836-1cb9-4439-8dd0-18af6f20392a service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903740 Sep 09 20:11:54.696923 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-de6c6389-e117-4a48-ac7a-8ca83b3e5c8d req-3517544d-7dca-4fd6-99c8-0b9ea2d9cffd service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946426 Sep 09 20:11:55.016294 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:01.631324 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-3cf55406-e7a7-4899-a02c-12f9377816c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403390 Sep 09 20:12:01.716000 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-37984f01-4150-4fe4-beb1-e3020329119c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:01.717696 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-37984f01-4150-4fe4-beb1-e3020329119c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1099 time: 0.0399370 Sep 09 20:12:02.850163 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-7ee4e017-89be-458e-9a90-42464090f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:02.851524 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-7ee4e017-89be-458e-9a90-42464090f67e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.0898852 Sep 09 20:12:03.668483 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-f869b800-af82-4348-a14b-a60862c5b7c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 1002 time: 0.0594082 Sep 09 20:12:04.628962 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-d08718ae-44d1-4778-9058-61c83f033fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:04.630426 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-d08718ae-44d1-4778-9058-61c83f033fd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0435936 Sep 09 20:12:04.678855 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-cf85c579-639f-4d5c-94ae-1ca951802464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:04.680342 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-cf85c579-639f-4d5c-94ae-1ca951802464 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423071 Sep 09 20:12:04.771364 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-b3d8849f-3260-4fa7-83d7-18d2444519b6 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820937 Sep 09 20:12:04.867716 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b85c5d7a-c509-4930-8f60-f38043fa0ca8 req-769139ac-6394-494e-aa46-ac51c6a04359 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Sep 09 20:12:06.305062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:06.417894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c723963a-a9b6-4ff1-9b2b-4478a37fe62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.512880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c723963a-a9b6-4ff1-9b2b-4478a37fe62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.517336 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c723963a-a9b6-4ff1-9b2b-4478a37fe62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.560944 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c723963a-a9b6-4ff1-9b2b-4478a37fe62e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f655b3f52125407bb660604013fa64b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542706 Sep 09 20:12:06.569338 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723963a-a9b6-4ff1-9b2b-4478a37fe62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846b05fe-1693-4ab5-b8d6-2b12cfa92632,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:06.569538 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60110) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:06.614179 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.634551 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.681412 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.684039 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:06.685202 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/846b05fe-1693-4ab5-b8d6-2b12cfa92632 HTTP/1.1" status: 204 len: 168 time: 0.1205189 Sep 09 20:12:06.693625 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f07a5-bedf-4bf4-b943-27b333b4a213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846b05fe-1693-4ab5-b8d6-2b12cfa92632,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:09.833112 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:12:10.728889 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60186) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:10.852884 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38ca779b-c6cb-4ddb-abfd-a6665608e86c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:10.958696 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38ca779b-c6cb-4ddb-abfd-a6665608e86c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:10.962729 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-38ca779b-c6cb-4ddb-abfd-a6665608e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:10.983657 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60196) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:11.004745 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca779b-c6cb-4ddb-abfd-a6665608e86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6222d1b7-0511-40a8-b7e2-3261259a72b4,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:11.009031 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-38ca779b-c6cb-4ddb-abfd-a6665608e86c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a3f1ba989fc43858e9ba206caaf12a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790318 Sep 09 20:12:11.011878 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60200) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:11.064842 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.088660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.105837 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1c871c1-0f42-4e4b-832b-011fcd4d277a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.137381 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.139871 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.141021 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6222d1b7-0511-40a8-b7e2-3261259a72b4 HTTP/1.1" status: 204 len: 168 time: 0.1284392 Sep 09 20:12:11.149630 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f21c1-570f-48aa-bda3-7fb78294f028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6222d1b7-0511-40a8-b7e2-3261259a72b4,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:11.208000 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1c871c1-0f42-4e4b-832b-011fcd4d277a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.211706 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e1c871c1-0f42-4e4b-832b-011fcd4d277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.253908 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e1c871c1-0f42-4e4b-832b-011fcd4d277a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c71a4266387f4ae39707cd9ace75d1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690644 Sep 09 20:12:11.254780 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60204) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:11.254964 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c871c1-0f42-4e4b-832b-011fcd4d277a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee7c92-87bb-4194-bc9d-1b5dd1ec6b19,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:11.306646 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.328350 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.375430 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.378124 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.379583 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3dee7c92-87bb-4194-bc9d-1b5dd1ec6b19 HTTP/1.1" status: 204 len: 168 time: 0.1233449 Sep 09 20:12:11.388081 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc3552-40c2-47ca-ad3a-926d8d6df749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee7c92-87bb-4194-bc9d-1b5dd1ec6b19,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:11.430349 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60210) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:11.443864 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4203f47d-70e8-4784-a6f7-916646c2d1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.552982 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4203f47d-70e8-4784-a6f7-916646c2d1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.557165 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4203f47d-70e8-4784-a6f7-916646c2d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.602379 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60212) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:11.602595 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-4203f47d-70e8-4784-a6f7-916646c2d1d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3741c3d20df340268ed1367900d6f406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1703763 Sep 09 20:12:11.603787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203f47d-70e8-4784-a6f7-916646c2d1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac30cbe0-85f3-4e1b-95e0-f6a42c40abc9,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:11.662489 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.685915 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.734714 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.737275 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:11.738498 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac30cbe0-85f3-4e1b-95e0-f6a42c40abc9 HTTP/1.1" status: 204 len: 168 time: 0.1347156 Sep 09 20:12:11.746078 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab27c61-1575-46e3-8fe0-d78faaea8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac30cbe0-85f3-4e1b-95e0-f6a42c40abc9,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:14.552099 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0d550850-c5e9-4212-94d1-15e240230ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.374716 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60258) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:15.492792 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4dd6-ae28-4578-bc62-4e20dd9ce040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.588178 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4dd6-ae28-4578-bc62-4e20dd9ce040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.592102 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4dd6-ae28-4578-bc62-4e20dd9ce040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.630423 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae4dd6-ae28-4578-bc62-4e20dd9ce040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f08de1-3b01-49b6-bb33-ce691fc5671f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:15.635453 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-f7ae4dd6-ae28-4578-bc62-4e20dd9ce040 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b68d3d4d5735469ab1e54073f4561c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596903 Sep 09 20:12:15.638545 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60262) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:15.691361 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.714564 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.764795 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.767370 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:15.768782 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4f08de1-3b01-49b6-bb33-ce691fc5671f HTTP/1.1" status: 204 len: 168 time: 0.1293271 Sep 09 20:12:15.776715 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4ea8-004d-4bb9-b7a2-3ee78bcc6825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f08de1-3b01-49b6-bb33-ce691fc5671f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:17.625212 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3285990f-4c82-4fbc-8e14-ff526b79f44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:17.868350 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:18.943682 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:20.458000 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:22.890277 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42085626-0388-4f17-b38e-9ff28e5c5fbd req-8e945084-09f5-4215-b5bb-b1ea0dc49a44 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:22.891857 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42085626-0388-4f17-b38e-9ff28e5c5fbd req-8e945084-09f5-4215-b5bb-b1ea0dc49a44 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0506527 Sep 09 20:12:22.934671 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-42085626-0388-4f17-b38e-9ff28e5c5fbd req-f700fb00-629d-4787-b47a-6cd508809ebe tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367436 Sep 09 20:12:24.054737 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b60b6-7d17-4aa1-bdc2-4c556a6bb25b req-0ad4529c-c4bd-4668-9278-5abb2cc58d18 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:24.056200 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-536b60b6-7d17-4aa1-bdc2-4c556a6bb25b req-0ad4529c-c4bd-4668-9278-5abb2cc58d18 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0474808 Sep 09 20:12:24.093729 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-536b60b6-7d17-4aa1-bdc2-4c556a6bb25b req-3cdfd374-bd6a-493c-bf73-7f9bf1dcecca tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Sep 09 20:12:25.013400 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:25.222231 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c671150-679a-4965-8db3-0d66aa5717d7 req-6bd30e11-bce4-44b3-beca-055ea9aa4cda tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:25.224291 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1c671150-679a-4965-8db3-0d66aa5717d7 req-6bd30e11-bce4-44b3-beca-055ea9aa4cda tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0582814 Sep 09 20:12:25.263091 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1c671150-679a-4965-8db3-0d66aa5717d7 req-bb33c245-4259-47aa-8771-41476726fe73 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324397 Sep 09 20:12:26.380590 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afcfb2-d741-4026-baed-04d5fa03c3bf req-cc126a18-51a6-4eaa-ba0c-89efc39bd6ac tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:26.382094 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-22afcfb2-d741-4026-baed-04d5fa03c3bf req-cc126a18-51a6-4eaa-ba0c-89efc39bd6ac tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0533838 Sep 09 20:12:26.419252 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-22afcfb2-d741-4026-baed-04d5fa03c3bf req-b18d9d25-de25-448d-9f81-0767b6e3119f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Sep 09 20:12:27.534019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde8a34-9130-4204-a325-5bec618e79cf req-9f74afeb-90de-4a6c-a8bd-fcb5ed21283f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:27.535528 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-efde8a34-9130-4204-a325-5bec618e79cf req-9f74afeb-90de-4a6c-a8bd-fcb5ed21283f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Sep 09 20:12:27.580297 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-efde8a34-9130-4204-a325-5bec618e79cf req-978883cb-0c9a-4c93-8e5a-afe37cdb2152 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352883 Sep 09 20:12:28.697145 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6695ad8-8901-403b-99f7-e92aaaba7487 req-81e26749-6719-4f04-a127-01cb7c3f9a3c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:28.698661 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6695ad8-8901-403b-99f7-e92aaaba7487 req-81e26749-6719-4f04-a127-01cb7c3f9a3c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Sep 09 20:12:28.740401 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c6695ad8-8901-403b-99f7-e92aaaba7487 req-8c871fdb-3458-492f-b671-2b613f1fbdea tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351892 Sep 09 20:12:29.873840 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6165c-efa4-4577-80cb-ccb25adbf7b6 req-26df2588-9986-45a8-8098-ac2e3fa618e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:29.873840 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7fe6165c-efa4-4577-80cb-ccb25adbf7b6 req-26df2588-9986-45a8-8098-ac2e3fa618e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0524123 Sep 09 20:12:29.916909 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7fe6165c-efa4-4577-80cb-ccb25adbf7b6 req-f14c61e1-cc7b-455c-bd00-56d9123886b8 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334599 Sep 09 20:12:31.064802 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520b977-20c2-4299-8d59-a5c8b3605a56 req-6eca1e62-0e44-4570-9c4f-201049e9f8b7 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:31.066534 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7520b977-20c2-4299-8d59-a5c8b3605a56 req-6eca1e62-0e44-4570-9c4f-201049e9f8b7 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0672061 Sep 09 20:12:31.112150 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7520b977-20c2-4299-8d59-a5c8b3605a56 req-03c24e65-8f01-487d-8f82-5c95f0ff685a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Sep 09 20:12:32.234197 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4f1ab-cea5-4ab0-9a9d-89abdaf7b6e7 req-6017fda5-d244-40a7-9854-145f5bbf75c9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:32.235741 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-63a4f1ab-cea5-4ab0-9a9d-89abdaf7b6e7 req-6017fda5-d244-40a7-9854-145f5bbf75c9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0545840 Sep 09 20:12:32.276462 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-63a4f1ab-cea5-4ab0-9a9d-89abdaf7b6e7 req-21770ba0-4e27-4e62-8bfc-8fca313329bf tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Sep 09 20:12:33.058556 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd984-2312-4a25-a475-b368d49c7c9a req-ab1c9080-6a38-4ddc-be36-53526dc50364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:33.060290 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-ab1c9080-6a38-4ddc-be36-53526dc50364 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1098 time: 0.0555277 Sep 09 20:12:33.166696 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd984-2312-4a25-a475-b368d49c7c9a req-00bedd9c-8f94-41cd-a1f1-c8c35bea5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:33.168758 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-00bedd9c-8f94-41cd-a1f1-c8c35bea5468 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 909 time: 0.0998068 Sep 09 20:12:33.242378 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-2082633c-9e1b-4f22-8e71-204d495d97eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 1000 time: 0.0644326 Sep 09 20:12:33.295946 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd984-2312-4a25-a475-b368d49c7c9a req-af847ff1-9308-40fe-91db-4c4ff31214e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:33.297641 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-af847ff1-9308-40fe-91db-4c4ff31214e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.0480077 Sep 09 20:12:33.364461 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd984-2312-4a25-a475-b368d49c7c9a req-25cb308b-dfb0-42a3-aee8-e5ba99e2fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:33.366271 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-25cb308b-dfb0-42a3-aee8-e5ba99e2fbf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0615506 Sep 09 20:12:33.463259 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99834afc-96dd-45e7-8dd0-a598aef0a735 req-0501fbe8-25a8-4a83-84a8-ac43044b6812 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:33.464835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99834afc-96dd-45e7-8dd0-a598aef0a735 req-0501fbe8-25a8-4a83-84a8-ac43044b6812 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.1169753 Sep 09 20:12:33.528783 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-e34bfd2e-cc1b-43d7-aa94-16269e0ba797 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473572 Sep 09 20:12:33.537156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-99834afc-96dd-45e7-8dd0-a598aef0a735 req-233be30c-26c3-4d10-a8ed-7211d6222d24 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655069 Sep 09 20:12:33.626412 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-067fd984-2312-4a25-a475-b368d49c7c9a req-0c1988b2-17f3-418f-8bb2-886105eb229f service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880623 Sep 09 20:12:34.657460 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813d9d0-dee7-463f-ab0b-fb536b940056 req-fa503218-cb49-44be-a65d-b09c3974ec4a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:34.659156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8813d9d0-dee7-463f-ab0b-fb536b940056 req-fa503218-cb49-44be-a65d-b09c3974ec4a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0499563 Sep 09 20:12:34.703899 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8813d9d0-dee7-463f-ab0b-fb536b940056 req-f6f13f98-16a0-4171-aea2-c5617e130788 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360634 Sep 09 20:12:35.821811 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0d888-7be2-4a09-b3f4-0c9105d10fac req-50c855bc-421a-424b-823d-a62a554ffb69 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:35.823303 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-33b0d888-7be2-4a09-b3f4-0c9105d10fac req-50c855bc-421a-424b-823d-a62a554ffb69 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0526793 Sep 09 20:12:35.861006 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-33b0d888-7be2-4a09-b3f4-0c9105d10fac req-6eab79fa-d4aa-4db7-907f-77b7a46e489f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Sep 09 20:12:36.978575 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28959685-6ee5-4430-aec8-aec6a08132c3 req-d2154aac-b234-47e2-8e9e-29d9f16ba9ca tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:36.980048 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-28959685-6ee5-4430-aec8-aec6a08132c3 req-d2154aac-b234-47e2-8e9e-29d9f16ba9ca tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0507798 Sep 09 20:12:37.016404 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-28959685-6ee5-4430-aec8-aec6a08132c3 req-316172c1-3518-415f-b29e-420c3b4dd62b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305181 Sep 09 20:12:38.127879 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a382e-fb04-4fc8-bcdf-3dc7765b55b5 req-38da4ead-cf03-47ce-b7ed-ae5983a0113c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:38.129394 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f4a382e-fb04-4fc8-bcdf-3dc7765b55b5 req-38da4ead-cf03-47ce-b7ed-ae5983a0113c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0474899 Sep 09 20:12:38.166871 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f4a382e-fb04-4fc8-bcdf-3dc7765b55b5 req-6bc6fc07-a7e8-4251-99ee-49ec4f92c7fd tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Sep 09 20:12:39.288652 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c34894-b32a-4336-a0f5-19f7349a3484 req-e7aea2d9-a48c-4f13-8b75-a3e5eb99fd78 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:39.290073 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5c34894-b32a-4336-a0f5-19f7349a3484 req-e7aea2d9-a48c-4f13-8b75-a3e5eb99fd78 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0551925 Sep 09 20:12:39.328705 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5c34894-b32a-4336-a0f5-19f7349a3484 req-9f851e2d-7a8b-497f-982e-114c785685ec tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Sep 09 20:12:40.206405 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:12:40.284252 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:40.308345 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:12:40.310981 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401e24a-bb52-48c8-94a5-b5878049350e" -d '{"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-unplugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:12:40.324584 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:12:40.328803 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:40.355317 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d23672-bed4-4401-a222-6fa0bd3aa871 x-openstack-request-id: req-b4d23672-bed4-4401-a222-6fa0bd3aa871 {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:12:40.355613 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-unplugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:12:40.355868 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4d23672-bed4-4401-a222-6fa0bd3aa871 {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:12:40.356271 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'code': 200} Sep 09 20:12:40.393505 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=6']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:40.401677 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.402046 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.402374 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.402714 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.403047 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.403380 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.403712 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.404040 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.404370 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.404715 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.405023 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.405375 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:40.452538 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f74f3-378a-437f-8c27-d7395ee232b2 req-741a7529-18f5-4fb0-af73-e6bd37a547aa tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:40.453983 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b7f74f3-378a-437f-8c27-d7395ee232b2 req-741a7529-18f5-4fb0-af73-e6bd37a547aa tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0520370 Sep 09 20:12:40.500649 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1b7f74f3-378a-437f-8c27-d7395ee232b2 req-2ec938fe-f886-459f-b63e-a6f2d4f04e55 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399756 Sep 09 20:12:41.622856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fa132-7c7a-4de3-82ea-e0d25c37f579 req-1f8f5bdd-c18a-450a-a96d-0e778a2adc33 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:41.624380 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9b6fa132-7c7a-4de3-82ea-e0d25c37f579 req-1f8f5bdd-c18a-450a-a96d-0e778a2adc33 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0521460 Sep 09 20:12:41.665696 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9b6fa132-7c7a-4de3-82ea-e0d25c37f579 req-30cbf80c-f4bc-4c59-9d63-d66d3b47baca tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340505 Sep 09 20:12:42.800051 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39317da4-2507-479e-ad1a-199ec9028ad3 req-4fb2a8b8-03df-4310-a3d0-b2f17ad3e68e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:42.802175 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-39317da4-2507-479e-ad1a-199ec9028ad3 req-4fb2a8b8-03df-4310-a3d0-b2f17ad3e68e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0580540 Sep 09 20:12:42.845197 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-39317da4-2507-479e-ad1a-199ec9028ad3 req-ed0f5d3a-16ef-40af-abc2-4c4adeaa9b60 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363169 Sep 09 20:12:43.970214 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed377a94-491c-4d11-bf17-8fa932b65f6e req-1498cfec-93c4-4f6a-a28a-78a4b41a3277 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:43.971780 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ed377a94-491c-4d11-bf17-8fa932b65f6e req-1498cfec-93c4-4f6a-a28a-78a4b41a3277 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0527518 Sep 09 20:12:44.017780 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ed377a94-491c-4d11-bf17-8fa932b65f6e req-46bc9a37-d0e4-4b9a-b379-011d612bc40b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347970 Sep 09 20:12:44.554726 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5d1892f4-61e7-46f6-aad1-ff2f421ffdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:45.137114 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e4300-7415-4c9b-8f52-ae8a80e13d68 req-e2524623-2aa9-4c98-8b57-ced6eeb85286 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:45.138633 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e54e4300-7415-4c9b-8f52-ae8a80e13d68 req-e2524623-2aa9-4c98-8b57-ced6eeb85286 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0501401 Sep 09 20:12:45.182094 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e54e4300-7415-4c9b-8f52-ae8a80e13d68 req-e86cac5b-06c6-4548-b230-9e6746dd50ca tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361242 Sep 09 20:12:46.324626 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017ce8-48a0-4017-9a27-165e3ac67619 req-08283ae0-19d2-432e-be52-b9a7ce8d17a4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:46.326128 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f017ce8-48a0-4017-9a27-165e3ac67619 req-08283ae0-19d2-432e-be52-b9a7ce8d17a4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0539660 Sep 09 20:12:46.362768 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f017ce8-48a0-4017-9a27-165e3ac67619 req-2857d0e0-b5ba-4733-a6d0-138824dba539 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307083 Sep 09 20:12:46.831652 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:12:47.484234 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a731eec-0655-42e3-bcd6-5fe7d446bba4 req-9e9d43fe-a4a5-4ef9-a3ab-bdbec9e67e85 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:47.488213 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a731eec-0655-42e3-bcd6-5fe7d446bba4 req-9e9d43fe-a4a5-4ef9-a3ab-bdbec9e67e85 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0528765 Sep 09 20:12:47.526497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5a731eec-0655-42e3-bcd6-5fe7d446bba4 req-13c4a6f4-db4c-4214-a382-47cccb42fbd4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345738 Sep 09 20:12:47.628412 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-9d3017c4-588a-4da1-aff6-657d51e44eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:47.862032 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:48.651965 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb6fe9-00fc-4449-bb20-02492431a1c0 req-03c947fc-4ef0-49f7-82f6-a30a3c761993 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:48.653572 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f3fb6fe9-00fc-4449-bb20-02492431a1c0 req-03c947fc-4ef0-49f7-82f6-a30a3c761993 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0505028 Sep 09 20:12:48.697200 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f3fb6fe9-00fc-4449-bb20-02492431a1c0 req-93dbdbdb-a2c7-410f-ba0f-b3e09ef667d9 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370111 Sep 09 20:12:48.956182 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:49.824754 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2d8d8-3a45-4354-baa7-a0a2f14e3859 req-b7d3c284-35d5-4c08-a415-c8e70539bfc2 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:49.826234 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7db2d8d8-3a45-4354-baa7-a0a2f14e3859 req-b7d3c284-35d5-4c08-a415-c8e70539bfc2 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0515463 Sep 09 20:12:49.864720 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7db2d8d8-3a45-4354-baa7-a0a2f14e3859 req-eaa4d1bd-a8b4-418d-999b-8deeeab870b0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Sep 09 20:12:50.072026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b8c02-1914-44ac-9538-081c639a50cd req-04910ce4-13d0-4263-838f-5db00660eb9f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:50.073540 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-690b8c02-1914-44ac-9538-081c639a50cd req-04910ce4-13d0-4263-838f-5db00660eb9f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Sep 09 20:12:50.136269 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-690b8c02-1914-44ac-9538-081c639a50cd req-78758525-2fd9-46a2-897d-cb86ab84cb7a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564733 Sep 09 20:12:50.158258 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-f2458ca0-9832-44ee-8276-3148f6f9afb2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1572425 Sep 09 20:12:50.462113 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:51.268114 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc528fc-2c37-4581-9876-5cabc6e36f4f req-684cfadc-a450-4ba5-a766-3dc92e40c84a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:51.269915 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cc528fc-2c37-4581-9876-5cabc6e36f4f req-684cfadc-a450-4ba5-a766-3dc92e40c84a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0600021 Sep 09 20:12:51.318191 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1cc528fc-2c37-4581-9876-5cabc6e36f4f req-5ac2fe38-1670-463d-abb0-5b596789c72f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Sep 09 20:12:52.436730 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5657c-b556-49a1-81e9-efaaccf43c2d req-2c60ff64-2e8a-45e7-a75b-a1a169f6569f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:52.438249 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-18e5657c-b556-49a1-81e9-efaaccf43c2d req-2c60ff64-2e8a-45e7-a75b-a1a169f6569f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0488567 Sep 09 20:12:52.487330 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-18e5657c-b556-49a1-81e9-efaaccf43c2d req-ffdff2a2-3487-473f-be68-afee5631856f tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Sep 09 20:12:53.516839 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-9b0a39ff-d0e8-4708-8622-6d8c76a74bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:53.518727 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-9b0a39ff-d0e8-4708-8622-6d8c76a74bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908&tenant_id=3bf4fa9db73e4c5e832ab23f33709486 HTTP/1.1" status: 200 len: 1096 time: 0.0746844 Sep 09 20:12:53.612454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-0aaa7353-de11-48e2-9a36-241358128624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:53.614257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-0aaa7353-de11-48e2-9a36-241358128624 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1096 time: 0.0709071 Sep 09 20:12:53.637543 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eaf7f-5109-48b7-89b4-d9399089d9c6 req-4ecc153a-a102-4bc8-9a34-3f0674da86e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:53.639097 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-633eaf7f-5109-48b7-89b4-d9399089d9c6 req-4ecc153a-a102-4bc8-9a34-3f0674da86e6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0860844 Sep 09 20:12:53.725796 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-633eaf7f-5109-48b7-89b4-d9399089d9c6 req-1cfee5f8-fd65-4585-8ac2-1813f7612d0d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766823 Sep 09 20:12:53.752095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-d249449c-7b49-4530-af18-9bbe16183078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:53.753644 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-d249449c-7b49-4530-af18-9bbe16183078 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 909 time: 0.1324854 Sep 09 20:12:53.829778 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-a7369202-4370-47b2-8fee-4e260b0290c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 998 time: 0.0692978 Sep 09 20:12:53.887408 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-80d7b091-b098-41c6-8307-66623beefa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:53.890052 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-80d7b091-b098-41c6-8307-66623beefa3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.0535920 Sep 09 20:12:53.895581 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60552) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:54.199741 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.224662 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-812d5afc-73e9-4aed-9022-e32ee118ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:54.226827 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-812d5afc-73e9-4aed-9022-e32ee118ff28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3248742 Sep 09 20:12:54.351225 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-fed17d13-4fb2-4145-b99c-904c99a6aaa8 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151829 Sep 09 20:12:54.386766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.397242 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.474279 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ca6bfa99f9f4329b39cf355d0356bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774930 Sep 09 20:12:54.474891 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29aec087-6e7c-43e8-98be-03de27bf3826,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:54.477585 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60556) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:12:54.491140 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.491488 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.491860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.492199 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.492717 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.493055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.493408 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.493738 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.494067 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.494388 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.494711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.495029 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d43349d-179e-4ac6-8e2e-5ebfccfbcc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.507410 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-355a4d67-2dc9-4650-914a-f35cbacef82e req-b99488b3-d551-4998-bc8b-abf0fcef40b8 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478798 Sep 09 20:12:54.530099 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.551609 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.598109 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.600859 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:54.602688 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29aec087-6e7c-43e8-98be-03de27bf3826 HTTP/1.1" status: 204 len: 168 time: 0.1240511 Sep 09 20:12:54.610521 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aec087-6e7c-43e8-98be-03de27bf3826,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:12:54.617639 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.617991 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.618330 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.618669 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.619017 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.619346 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.619673 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.619997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.620323 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.620646 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.620963 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.621279 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fad89c-1aa9-4494-bd84-ef937d0c0bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:12:54.843662 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b3316-bf47-495b-bff5-4511ea370b55 req-bd2cff46-d471-4651-b519-459d13036c03 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:54.845178 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a2b3316-bf47-495b-bff5-4511ea370b55 req-bd2cff46-d471-4651-b519-459d13036c03 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Sep 09 20:12:54.887038 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2a2b3316-bf47-495b-bff5-4511ea370b55 req-2dcf44ff-80b9-4ccb-a7bd-34c92fa9f93b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335174 Sep 09 20:12:55.032436 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:12:56.008976 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569be8a-46dc-472f-8f0e-a417ec7f88d9 req-cd15d011-c081-44cf-82fb-61fdc53e0e44 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:56.010569 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2569be8a-46dc-472f-8f0e-a417ec7f88d9 req-cd15d011-c081-44cf-82fb-61fdc53e0e44 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0520308 Sep 09 20:12:56.049702 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2569be8a-46dc-472f-8f0e-a417ec7f88d9 req-d282ea79-81a2-4d34-905c-e954d45c9cba tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Sep 09 20:12:57.168843 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add10e37-1d08-44f4-878c-d415eae8a267 req-37283513-fcff-473d-a10a-06fb59ea1f82 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:57.170402 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-add10e37-1d08-44f4-878c-d415eae8a267 req-37283513-fcff-473d-a10a-06fb59ea1f82 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0519221 Sep 09 20:12:57.214652 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-add10e37-1d08-44f4-878c-d415eae8a267 req-2307447d-0731-4323-8c54-d721d178cdaf tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Sep 09 20:12:58.332787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03959c99-3cb2-431e-a352-8440d874a81b req-a186b8c7-3810-43b0-8606-129bfb8b5b1c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:58.334321 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-03959c99-3cb2-431e-a352-8440d874a81b req-a186b8c7-3810-43b0-8606-129bfb8b5b1c tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0494370 Sep 09 20:12:58.374778 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-03959c99-3cb2-431e-a352-8440d874a81b req-cc709217-93fc-45de-a5ea-5cbc7b41ee8d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Sep 09 20:12:59.496229 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e21e3-975d-4406-807f-f89385f6ef7b req-a633692d-f0a4-4a62-bb2e-31c5f47879fb tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:12:59.497813 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-097e21e3-975d-4406-807f-f89385f6ef7b req-a633692d-f0a4-4a62-bb2e-31c5f47879fb tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0496161 Sep 09 20:12:59.546284 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-097e21e3-975d-4406-807f-f89385f6ef7b req-a08d37cd-95a9-4de2-af1f-7a2c2c469833 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423684 Sep 09 20:13:00.612550 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-82145d96-9880-4c82-8d39-98b4872e92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:00.614156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-82145d96-9880-4c82-8d39-98b4872e92fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1096 time: 0.0490942 Sep 09 20:13:00.738126 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b2e42-aa0c-41c0-88f9-512a6b65e2d9 req-a77aa3da-bc7c-426e-857e-e6a775d2e474 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:00.739763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-024b2e42-aa0c-41c0-88f9-512a6b65e2d9 req-a77aa3da-bc7c-426e-857e-e6a775d2e474 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.1145670 Sep 09 20:13:00.775093 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-31ead144-57f5-4b48-8590-b66692bebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:00.776491 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-31ead144-57f5-4b48-8590-b66692bebd5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 909 time: 0.1411641 Sep 09 20:13:00.835013 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-024b2e42-aa0c-41c0-88f9-512a6b65e2d9 req-54d3e21e-b67e-41bc-8453-6998574e8caf tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842514 Sep 09 20:13:00.861194 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-28c5b5ba-8d7a-4883-912e-fa0f92480e2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 998 time: 0.0733211 Sep 09 20:13:00.910848 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-1158a422-916a-4aeb-b39f-b8b7af2028e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:00.912332 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-1158a422-916a-4aeb-b39f-b8b7af2028e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.0440402 Sep 09 20:13:00.965972 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-b91f3e49-59f9-4afc-abfe-048cfa86ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:00.967477 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-b91f3e49-59f9-4afc-abfe-048cfa86ba37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449882 Sep 09 20:13:01.076497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-47526152-0e10-4ea9-9fcb-b008d54a5280 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007543 Sep 09 20:13:01.175606 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-30f2e54f-37ce-4340-a780-ff8ae040200d req-61470a82-347d-49f5-85c1-38ef414515f8 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883956 Sep 09 20:13:01.952582 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b7ce7-8251-42b6-845d-0fae4535c6f3 req-9c182bce-de2d-4acf-b8d9-da0d8470b2b6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:01.954118 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb7b7ce7-8251-42b6-845d-0fae4535c6f3 req-9c182bce-de2d-4acf-b8d9-da0d8470b2b6 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0506122 Sep 09 20:13:01.997937 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fb7b7ce7-8251-42b6-845d-0fae4535c6f3 req-ff104ecc-d8d0-48bb-a426-daa8f2d6647d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377555 Sep 09 20:13:03.114704 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef1312-ef3d-4c37-a80b-94a18c95c758 req-8773f073-feab-4267-8a24-388a41d3fe58 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:03.116600 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-00ef1312-ef3d-4c37-a80b-94a18c95c758 req-8773f073-feab-4267-8a24-388a41d3fe58 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0508127 Sep 09 20:13:03.157843 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-00ef1312-ef3d-4c37-a80b-94a18c95c758 req-3dec9662-60c4-42fc-8700-234f727779ef tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352740 Sep 09 20:13:04.283650 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6067c993-f7f7-42da-b3f1-364f20d778cf req-285eafdc-fe27-4d10-9431-e778fbe41dcb tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:04.285185 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6067c993-f7f7-42da-b3f1-364f20d778cf req-285eafdc-fe27-4d10-9431-e778fbe41dcb tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0508995 Sep 09 20:13:04.336084 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6067c993-f7f7-42da-b3f1-364f20d778cf req-3c801c0f-49aa-4188-ba8b-8a601b06abb4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396810 Sep 09 20:13:05.454830 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620ed03-d308-4ca8-8cd0-2d92c7205ff5 req-68f624df-2fdf-4ff5-b717-6657d51835ef tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:05.456330 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d620ed03-d308-4ca8-8cd0-2d92c7205ff5 req-68f624df-2fdf-4ff5-b717-6657d51835ef tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0506866 Sep 09 20:13:05.496239 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d620ed03-d308-4ca8-8cd0-2d92c7205ff5 req-374cf877-991e-425b-9f5d-44e3127dda90 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327563 Sep 09 20:13:05.576075 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60712) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:05.683424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17b7c99f-38b3-41de-aa9b-75c8d15daed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.773155 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17b7c99f-38b3-41de-aa9b-75c8d15daed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.779980 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-17b7c99f-38b3-41de-aa9b-75c8d15daed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.819041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7c99f-38b3-41de-aa9b-75c8d15daed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965e6cf7-5080-45d8-888d-ed61cf5e8477,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:05.825076 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-17b7c99f-38b3-41de-aa9b-75c8d15daed0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7584e962e2f14aa2975eb62beb561c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478359 Sep 09 20:13:05.827557 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60716) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:05.883682 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.909829 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.959601 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.965932 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:05.969667 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/965e6cf7-5080-45d8-888d-ed61cf5e8477 HTTP/1.1" status: 204 len: 168 time: 0.1385126 Sep 09 20:13:05.979260 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6868b-0467-42da-a446-6f29576cfcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965e6cf7-5080-45d8-888d-ed61cf5e8477,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:06.593177 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60740) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:06.619257 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2def5-249e-4e58-90ab-273408b5182e req-bcd1497b-5700-406e-aef8-7e7011bc8c57 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:06.620715 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b2f2def5-249e-4e58-90ab-273408b5182e req-bcd1497b-5700-406e-aef8-7e7011bc8c57 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0573025 Sep 09 20:13:06.659413 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b2f2def5-249e-4e58-90ab-273408b5182e req-75c9b57d-1f9f-43e6-885b-0f4bf63f0044 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327725 Sep 09 20:13:06.691120 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-546739315-network', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:06.715732 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Made reservation on behalf of dce37aebeb3c46c29a976433c8f26bcc for: {'network': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:13:06.718160 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.726921 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.816571 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.821040 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.841948 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=94091) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:13:06.856465 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0da898-2018-49e7-ba6c-fbde2a469470,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:06.859353 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.859689 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.segments_db [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Added segment c03a76e2-1097-44a1-a307-980056e579ab of type vlan for network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 Sep 09 20:13:06.908708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.933269 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.934554 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:06.935144 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:06.970658 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60744) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:06.971246 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3733745 Sep 09 20:13:06.975924 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Request body: {'subnet': {'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-546739315-subnet', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:07.000099 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Made reservation on behalf of dce37aebeb3c46c29a976433c8f26bcc for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:13:07.002597 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.004111 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507b713-d439-4c4f-a5fe-8b4b7597cd04 admin admin] Pushing event updated for resources: {'Network': ['ID=72c18f5d-8e63-47c7-b5c0-4e8c46462c05,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:07.014558 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:13:07.186573 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.247933 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9181b74-7a1f-46be-8cc4-74a2aa21da82,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:07.259455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Checking segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:07.259816 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Network hostable DHCP agents. Network: 72c18f5d-8e63-47c7-b5c0-4e8c46462c05, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:13:07.277694 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:13:07.287836 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 72c18f5d-8e63-47c7-b5c0-4e8c46462c05) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:07.294070 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:07.294976 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.301590 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac328745-9d10-4477-93ed-2ab7be178787 None None] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:13:07.313225 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7ce51033-7c5e-448f-bdba-32e4365729e7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3410909 Sep 09 20:13:07.316692 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60746) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:07.322035 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:07.346219 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.347394 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.406533 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.463695 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:13:07.464575 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.554600 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.603935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Allocated IP 172.20.0.2 (72c18f5d-8e63-47c7-b5c0-4e8c46462c05/d9181b74-7a1f-46be-8cc4-74a2aa21da82/87a0ada6-8746-4ef7-8a84-c722ade38888) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:07.752783 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.759434 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.763898 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Transition to ACTIVE for port object 87a0ada6-8746-4ef7-8a84-c722ade38888 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:07.782455 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Transition to ACTIVE for port object 87a0ada6-8746-4ef7-8a84-c722ade38888 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:07.782703 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.783821 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905796-e147-4a80-88b8-eaa750c29ed6 req-f236db94-4b32-41ee-a51e-f79a520d21bf tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:07.785477 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5905796-e147-4a80-88b8-eaa750c29ed6 req-f236db94-4b32-41ee-a51e-f79a520d21bf tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 943 time: 0.0577018 Sep 09 20:13:07.794732 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.833408 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b5905796-e147-4a80-88b8-eaa750c29ed6 req-070a07e2-2d17-40f1-b994-2bbcdd4c6741 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400882 Sep 09 20:13:07.839811 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Pushing event updated for resources: {'Port': ['ID=87a0ada6-8746-4ef7-8a84-c722ade38888,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:07.849240 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:07.851366 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:07.853121 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:07.893761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Allocated IP 172.27.3.9 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/49c8b520-696f-45b4-b4ab-103fa814a766) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:07.910424 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Attempting to bind port 87a0ada6-8746-4ef7-8a84-c722ade38888 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:07.910795 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Attempting to bind port 87a0ada6-8746-4ef7-8a84-c722ade38888 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:07.911158 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Attempting to bind port 87a0ada6-8746-4ef7-8a84-c722ade38888 on network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:07.916985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:07.917399 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Checking segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:07.917801 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.918206 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Bound using segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:07.918680 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Bound port: 87a0ada6-8746-4ef7-8a84-c722ade38888, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:07.919054 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:07.988549 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] For port 87a0ada6-8746-4ef7-8a84-c722ade38888, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:07.993333 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] For port 87a0ada6-8746-4ef7-8a84-c722ade38888, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=87a0ada6-8746-4ef7-8a84-c722ade38888,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:07.999254 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.008501 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.057453 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea016022-1493-47bf-86cf-ed6e2a2bcc15 None None] Pushing event updated for resources: {'Port': ['ID=87a0ada6-8746-4ef7-8a84-c722ade38888,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:08.060516 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.098301 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:08.103799 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:08.107221 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:08.134940 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Pushing event updated for resources: {'Port': ['ID=49c8b520-696f-45b4-b4ab-103fa814a766,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:08.343951 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:13:08.382732 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.448149 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:08.461746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'port_id': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'mac_address': 'fa:16:3e:e8:e4:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:13:08.499946 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.513839 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:13:08.533234 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:08.537495 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.588241 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=7']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:08.593250 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:08.774227 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['d95dea4c-a41b-4222-9f5d-b9ab7536f2f7'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:13:08.982593 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b7665-9132-40ad-90bc-5bd5fc58b62e req-69787c46-736e-4c3f-b64e-d23b7eb439b1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:08.984126 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9d0b7665-9132-40ad-90bc-5bd5fc58b62e req-69787c46-736e-4c3f-b64e-d23b7eb439b1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 944 time: 0.0658913 Sep 09 20:13:08.996402 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b328d41-257d-48a1-a2d9-ac56597cef2e None None] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:13:08.999042 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Router a1ca187a-a1e0-4cdc-9558-e446201d34f7 is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:13:09.035901 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9d0b7665-9132-40ad-90bc-5bd5fc58b62e req-55712c94-c237-4e73-accc-2383a9e33b54 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Sep 09 20:13:09.096188 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-a8903979-c292-4bd3-99a5-c05ff8e6db89 None None] Provisioning for port 87a0ada6-8746-4ef7-8a84-c722ade38888 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:09.120729 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 87a0ada6-8746-4ef7-8a84-c722ade38888 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:09.145446 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:09.164883 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.165105 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Sync routers for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:09.166451 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-7aac1e6d-3379-479f-adbc-1c15fa35604f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8487651 Sep 09 20:13:09.171395 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60752) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:09.214568 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:09.215207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:09.282077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 87a0ada6-8746-4ef7-8a84-c722ade38888 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:09.465119 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 87a0ada6-8746-4ef7-8a84-c722ade38888 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:09.465515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.516508 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:09.596071 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.677262 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.744646 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 87a0ada6-8746-4ef7-8a84-c722ade38888, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=87a0ada6-8746-4ef7-8a84-c722ade38888,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:09.759144 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.785231 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Allocated IP 172.20.0.1 (72c18f5d-8e63-47c7-b5c0-4e8c46462c05/d9181b74-7a1f-46be-8cc4-74a2aa21da82/c6e537c7-58b1-476c-b0e6-0d723b827d7f) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:09.821257 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=87a0ada6-8746-4ef7-8a84-c722ade38888,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:09.824907 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:08Z', 'revision_number': 3, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:09.860583 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Checking router: a1ca187a-a1e0-4cdc-9558-e446201d34f7 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:09.860829 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Updating router a1ca187a-a1e0-4cdc-9558-e446201d34f7 port 49c8b520-696f-45b4-b4ab-103fa814a766 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:13:09.900787 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.902395 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.902533 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-28945e40-fb73-4438-8ce6-c4c6a48324ff None None] Provisioning complete for port 87a0ada6-8746-4ef7-8a84-c722ade38888 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:09.902777 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-28945e40-fb73-4438-8ce6-c4c6a48324ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.917448 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.provisioning_blocks [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Transition to ACTIVE for port object c6e537c7-58b1-476c-b0e6-0d723b827d7f will not be triggered until provisioned by entity DHCP. {{(pid=94092) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:09.953092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:09.996060 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:09.998905 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:10.001627 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:10.027925 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Pushing event updated for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:10.054058 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.194994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea142b0-039a-4c20-ab0e-6bdc8c18cd7a req-59ce14f6-345b-4c95-94b6-aa17a00a7e58 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:10.197039 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2ea142b0-039a-4c20-ab0e-6bdc8c18cd7a req-59ce14f6-345b-4c95-94b6-aa17a00a7e58 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 944 time: 0.0761244 Sep 09 20:13:10.213985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.251058 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-2ea142b0-039a-4c20-ab0e-6bdc8c18cd7a req-72e08d0e-dcbb-481c-8b57-673e57efa8aa tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453060 Sep 09 20:13:10.276042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5aa41d2-13ef-4231-ba95-47e6125c12d5 None None] Provisioning for port c6e537c7-58b1-476c-b0e6-0d723b827d7f completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:10.282313 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.285851 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b5aa41d2-13ef-4231-ba95-47e6125c12d5 None None] Provisioning complete for port c6e537c7-58b1-476c-b0e6-0d723b827d7f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:10.286265 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b5aa41d2-13ef-4231-ba95-47e6125c12d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.312989 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Transition to ACTIVE for port object 49c8b520-696f-45b4-b4ab-103fa814a766 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:10.324378 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.356892 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa41d2-13ef-4231-ba95-47e6125c12d5 None None] Port c6e537c7-58b1-476c-b0e6-0d723b827d7f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:13:10.364980 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:10.393520 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.399428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.413845 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d466f-4fd8-41c7-97df-e1a066a4f1ed None None] Pushing event updated for resources: {'Port': ['ID=49c8b520-696f-45b4-b4ab-103fa814a766,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:10.416088 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Attempting to bind port 49c8b520-696f-45b4-b4ab-103fa814a766 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:10.416459 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Attempting to bind port 49c8b520-696f-45b4-b4ab-103fa814a766 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:10.416817 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Attempting to bind port 49c8b520-696f-45b4-b4ab-103fa814a766 on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:10.426361 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:10.426731 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:10.427132 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.427517 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:10.427978 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Bound port: 49c8b520-696f-45b4-b4ab-103fa814a766, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:10.428452 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.469985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Pushing event updated for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:10.474890 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.491624 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:10.492074 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.515580 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] For port 49c8b520-696f-45b4-b4ab-103fa814a766, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:10.532987 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] For port 49c8b520-696f-45b4-b4ab-103fa814a766, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=49c8b520-696f-45b4-b4ab-103fa814a766,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:10.542191 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.570867 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:10.572266 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:10.613999 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d466f-4fd8-41c7-97df-e1a066a4f1ed None None] Pushing event updated for resources: {'Port': ['ID=49c8b520-696f-45b4-b4ab-103fa814a766,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:10.619764 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:10.620396 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:10.695427 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.702400 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Router a1ca187a-a1e0-4cdc-9558-e446201d34f7 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:13:10.756797 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:10.759319 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fb3c2e-62bc-424d-9f6d-d48d0b1ee546" -d '{"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-plugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:10.783900 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:10.799820 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.807086 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:10.824930 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:10.840214 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-720431cc-f144-411d-9b9c-75c1a04a22ba admin admin] 10.222.0.37 "PUT /v2.0/routers/a1ca187a-a1e0-4cdc-9558-e446201d34f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6600533 Sep 09 20:13:10.854109 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e5b69a-24b4-42fd-861e-26fc793ac02b x-openstack-request-id: req-22e5b69a-24b4-42fd-861e-26fc793ac02b {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:10.854399 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-plugged", "status": "completed", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:10.854648 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22e5b69a-24b4-42fd-861e-26fc793ac02b {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:10.855031 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'code': 200} Sep 09 20:13:10.862868 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-467bc893-fc06-4846-a450-4e77d8a3093f None None] Provisioning complete for port c6e537c7-58b1-476c-b0e6-0d723b827d7f triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:10.863240 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-467bc893-fc06-4846-a450-4e77d8a3093f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:10.958029 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=8']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:10.970321 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-467bc893-fc06-4846-a450-4e77d8a3093f None None] Port c6e537c7-58b1-476c-b0e6-0d723b827d7f cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:13:11.079859 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 87a0ada6-8746-4ef7-8a84-c722ade38888 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:11.095582 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8afab0-6524-4a82-9f93-f333d5570a73 req-1467ffe0-c507-4582-af88-006255fdc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:11.097133 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b8afab0-6524-4a82-9f93-f333d5570a73 req-1467ffe0-c507-4582-af88-006255fdc0ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1098 time: 0.0535355 Sep 09 20:13:11.147797 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4b8afab0-6524-4a82-9f93-f333d5570a73 req-3b81a55d-dff8-4f81-a7a2-2a44451b83d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Sep 09 20:13:11.154912 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 2, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:11.187536 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8599819a-8670-45f5-b8cd-be5fd1fa8c5a None None] The sync data for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi is: [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 2, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:13:11.189062 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 87a0ada6-8746-4ef7-8a84-c722ade38888 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:11.189463 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.396420 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e072-8f9f-4147-a6d8-f780b2bc8143 req-9fe9afc8-6c9e-49b8-bcce-67a0c65db15a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:11.398296 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bed1e072-8f9f-4147-a6d8-f780b2bc8143 req-9fe9afc8-6c9e-49b8-bcce-67a0c65db15a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0572681 Sep 09 20:13:11.463244 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60778) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:11.469124 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-47908797-network', 'tenant_id': '32059bd5ca724036aa65bf0015c02343'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:11.481861 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bed1e072-8f9f-4147-a6d8-f780b2bc8143 req-e50be2d9-d6b1-42ee-8984-3e5b857716ee tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769432 Sep 09 20:13:11.497002 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Made reservation on behalf of 32059bd5ca724036aa65bf0015c02343 for: {'network': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:13:11.499357 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for network, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.514458 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.614546 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.619013 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.657499 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=94092) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 20:13:11.664810 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4cfeb6-f4d0-4513-aae9-b8a2c23ae332,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:11.671224 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.671615 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.segments_db [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Added segment 9b54a015-5970-4de4-9ac7-ee8cb336eb0e of type vlan for network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b Sep 09 20:13:11.716809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746106277681'] for network, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.746264 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983'] for network, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.747255 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:11.747853 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:11.785146 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3201113 Sep 09 20:13:11.789490 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60780) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:11.819814 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Request body: {'subnet': {'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-47908797-subnet', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'ip_version': 4}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:11.824219 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a66d3-aa55-4648-9bcf-68ce2e788b47 admin admin] Pushing event updated for resources: {'Network': ['ID=70dc568d-5645-4f3d-91a6-f5d78c2cb36b,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:11.838308 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b details requested by agent ovs-agent-dv-cinder-806991-6-iscsi with host dv-cinder-806991-6-iscsi {{(pid=94093) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 20:13:11.847133 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Made reservation on behalf of 32059bd5ca724036aa65bf0015c02343 for: {'subnet': 1} {{(pid=94092) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:13:11.849506 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13028024'] for subnet, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.070745 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13047372', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13028006'] for subnet, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.119449 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9c077bd-355c-44fa-a5ca-f6d24d43a01a,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:12.140230 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Checking segment: {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94092) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:12.140587 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Network hostable DHCP agents. Network: 70dc568d-5645-4f3d-91a6-f5d78c2cb36b, hostable agents: ['c1c9dc76-dd4a-470f-a0c0-29bc3100adb3'], hosted agents: [] {{(pid=94092) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 20:13:12.158234 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b is scheduled to be hosted by DHCP agent c1c9dc76-dd4a-470f-a0c0-29bc3100adb3 with binding_index 1 {{(pid=94092) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 20:13:12.169636 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806991-6-iscsi, 70dc568d-5645-4f3d-91a6-f5d78c2cb36b) {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:12.176519 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:12.177283 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.183131 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27ae94-9f7a-47cd-8e7f-b2f135a75687 None None] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:13:12.195464 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-402d1fe2-916c-4df4-aede-70626a9eba43 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3800490 Sep 09 20:13:12.198112 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 60782) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:12.202555 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:12.229583 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13210'] for router, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.233586 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1820968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13187'] for router, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.293444 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.350130 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpafd1a9b7-5127-55ae-a3df-0b59bb634f02-70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a'}]}} from dv-cinder-806991-6-iscsi. {{(pid=94093) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 20:13:12.351442 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.440251 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.643999 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ab99d-a4ff-48bc-afda-85e0d931565b req-ce311708-05a0-4db0-b0cc-8d55dbca9ef0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:12.645614 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac2ab99d-a4ff-48bc-afda-85e0d931565b req-ce311708-05a0-4db0-b0cc-8d55dbca9ef0 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0785887 Sep 09 20:13:12.659042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.db_base_plugin_common [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Allocated IP 172.20.0.2 (70dc568d-5645-4f3d-91a6-f5d78c2cb36b/e9c077bd-355c-44fa-a5ca-f6d24d43a01a/14867aad-a386-4aa5-895b-69af6d13c366) {{(pid=94093) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:12.690996 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ac2ab99d-a4ff-48bc-afda-85e0d931565b req-8a91b20e-c12c-42fd-a732-0624a886f4f1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373597 Sep 09 20:13:12.691434 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.722399 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.866694 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks [] for port, precommit_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.877132 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Transition to ACTIVE for port object 14867aad-a386-4aa5-895b-69af6d13c366 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:12.894875 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Transition to ACTIVE for port object 14867aad-a386-4aa5-895b-69af6d13c366 will not be triggered until provisioned by entity DHCP. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:12.902293 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491'] for port, after_create {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:12.940715 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b is already hosted by enough agents. {{(pid=94093) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:12.945291 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.scheduler.base_scheduler [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Resources bound (agent type, host, resource id): {{(pid=94093) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:12.949069 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Received port after_create {{(pid=94093) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:12.959325 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Pushing event updated for resources: {'Port': ['ID=14867aad-a386-4aa5-895b-69af6d13c366,revision_number=1']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:13.018983 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Attempting to bind port 14867aad-a386-4aa5-895b-69af6d13c366 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:13.019279 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Attempting to bind port 14867aad-a386-4aa5-895b-69af6d13c366 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:13.019633 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Attempting to bind port 14867aad-a386-4aa5-895b-69af6d13c366 on network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:13.026069 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:13.026444 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Checking segment: {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:13.026848 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.027240 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Bound using segment: {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:13.027709 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Bound port: 14867aad-a386-4aa5-895b-69af6d13c366, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:13.028089 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.096295 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 49c8b520-696f-45b4-b4ab-103fa814a766 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:13.123700 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Allocated IP 172.27.3.146 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/98b2dad7-a060-4774-b0c6-5ddfb6e05273) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:13.136966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] For port 14867aad-a386-4aa5-895b-69af6d13c366, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:13.143717 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] For port 14867aad-a386-4aa5-895b-69af6d13c366, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=14867aad-a386-4aa5-895b-69af6d13c366,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:13.155081 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.208637 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 49c8b520-696f-45b4-b4ab-103fa814a766 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:13.225048 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 49c8b520-696f-45b4-b4ab-103fa814a766 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:13.226486 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.231438 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778acb0-4680-4ec6-b916-12a8adf4d71e None None] Pushing event updated for resources: {'Port': ['ID=14867aad-a386-4aa5-895b-69af6d13c366,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:13.236777 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.279426 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.318428 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:13.321077 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.322802 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:13.326507 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:13.349254 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 49c8b520-696f-45b4-b4ab-103fa814a766, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=49c8b520-696f-45b4-b4ab-103fa814a766,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:13.355337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.373055 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Pushing event updated for resources: {'Port': ['ID=98b2dad7-a060-4774-b0c6-5ddfb6e05273,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:13.417417 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=49c8b520-696f-45b4-b4ab-103fa814a766,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:13.542972 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Sync routers for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:13.554237 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:13.554859 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:13.625229 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.664915 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:13.830029 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1584194'] for router, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.885934 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 2, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:13.915608 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Checking router: a1ca187a-a1e0-4cdc-9558-e446201d34f7 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:13.915966 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Updating router a1ca187a-a1e0-4cdc-9558-e446201d34f7 port c6e537c7-58b1-476c-b0e6-0d723b827d7f binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:13:13.943131 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:13.989751 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 is scheduled to L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 with binding_index 1 {{(pid=94092) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 20:13:14.105613 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:14.116847 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Sync routers for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:14.127240 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.127451 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:14.128181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:14.128662 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-594070e6-6b7a-4476-9cca-a83ca720cfab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9295802 Sep 09 20:13:14.131642 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60788) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:14.250695 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b6dac-58db-45de-85e2-6b31785831c8 None None] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:13:14.270532 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.282377 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Transition to ACTIVE for port object c6e537c7-58b1-476c-b0e6-0d723b827d7f will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:14.289407 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.324655 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:14.334191 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Pushing event updated for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:14.349692 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.350634 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.351662 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.352008 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.352355 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.352696 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.353031 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.353394 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.353756 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.354196 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.354405 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.354732 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94094) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:14.403918 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6175af03-2f86-4270-bfda-12cf45e4f765 None None] Provisioning for port 14867aad-a386-4aa5-895b-69af6d13c366 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:14.417789 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Attempting to bind port c6e537c7-58b1-476c-b0e6-0d723b827d7f on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:14.418376 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Attempting to bind port c6e537c7-58b1-476c-b0e6-0d723b827d7f by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:14.419007 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Attempting to bind port c6e537c7-58b1-476c-b0e6-0d723b827d7f on network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:14.424525 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:14.424910 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Checking segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:14.425536 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.425923 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Bound using segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:14.426591 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Bound port: c6e537c7-58b1-476c-b0e6-0d723b827d7f, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:14.426993 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.499430 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] For port c6e537c7-58b1-476c-b0e6-0d723b827d7f, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:14.503406 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] For port c6e537c7-58b1-476c-b0e6-0d723b827d7f, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c6e537c7-58b1-476c-b0e6-0d723b827d7f,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:14.509639 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.571273 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104673-93a8-446f-b334-68c842d4c0db None None] Pushing event updated for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:14.587387 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:14.588485 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:14.603762 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f6588dba-64af-4879-b144-5021cd8d6791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.639586 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 3, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:14.677168 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Checking router: 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:14.677641 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Updating router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 binding host dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:13:14.678951 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.723570 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:14.732474 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:14.916100 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Allocated IP 172.20.0.1 (70dc568d-5645-4f3d-91a6-f5d78c2cb36b/e9c077bd-355c-44fa-a5ca-f6d24d43a01a/13bbcc86-4a6a-46d4-818f-104e3d819634) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:15.032585 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:14Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:15.079008 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.085114 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks [] for port, precommit_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.098628 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Transition to ACTIVE for port object 98b2dad7-a060-4774-b0c6-5ddfb6e05273 will not be triggered until provisioned by entity L2. {{(pid=94093) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:15.098962 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d47d8-d6b4-4d47-b7f9-1b1ac21370cf None None] The sync data for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi is: [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:14Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:13:15.099471 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Transition to ACTIVE for port object 13bbcc86-4a6a-46d4-818f-104e3d819634 will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:15.111959 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.171925 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.194617 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a0d94-425a-46e8-bf3e-2e310c80c96f None None] Pushing event updated for resources: {'Port': ['ID=98b2dad7-a060-4774-b0c6-5ddfb6e05273,revision_number=2']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:15.207153 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Attempting to bind port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:15.207434 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Attempting to bind port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:15.207797 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Attempting to bind port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 on network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:15.213401 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:15.213780 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Checking segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94093) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:15.214228 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.214572 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Bound using segment: {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'} {{(pid=94093) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:15.215134 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.managers [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Bound port: 98b2dad7-a060-4774-b0c6-5ddfb6e05273, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cc01c8-a363-48ad-8619-62cc6855d3a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe'}}] {{(pid=94093) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:15.215550 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.230824 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Pushing event updated for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:15.248259 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:15.250209 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:15.251143 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 14867aad-a386-4aa5-895b-69af6d13c366 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:15.252979 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:15.295820 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1584275'] for router_interface, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.332467 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] For port 98b2dad7-a060-4774-b0c6-5ddfb6e05273, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94093) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:15.338608 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] For port 98b2dad7-a060-4774-b0c6-5ddfb6e05273, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=98b2dad7-a060-4774-b0c6-5ddfb6e05273,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:15.346450 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.375150 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 14867aad-a386-4aa5-895b-69af6d13c366 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:15.395171 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 14867aad-a386-4aa5-895b-69af6d13c366 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:15.395851 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.462093 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.469403 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a0d94-425a-46e8-bf3e-2e310c80c96f None None] Pushing event updated for resources: {'Port': ['ID=98b2dad7-a060-4774-b0c6-5ddfb6e05273,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:15.496691 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:15.497834 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:12:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:15.647808 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f9adf13-9a37-4344-9523-471d0138c7b3 None None] Provisioning for port 13bbcc86-4a6a-46d4-818f-104e3d819634 completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:15.658823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.667531 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.749941 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1689805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1586691'] for router_interface, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.753165 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Pushing event updated for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:15.836533 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-7f9adf13-9a37-4344-9523-471d0138c7b3 None None] Provisioning complete for port 13bbcc86-4a6a-46d4-818f-104e3d819634 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:15.836915 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7f9adf13-9a37-4344-9523-471d0138c7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.870523 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:15.873265 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:15.875650 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.916942 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:15.974383 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-7f9adf13-9a37-4344-9523-471d0138c7b3 None None] Port 13bbcc86-4a6a-46d4-818f-104e3d819634 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:13:15.981174 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 14867aad-a386-4aa5-895b-69af6d13c366, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=14867aad-a386-4aa5-895b-69af6d13c366,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:15.995053 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:15.995752 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 49c8b520-696f-45b4-b4ab-103fa814a766 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:15.998665 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:13:16.117771 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:16.128373 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c362384b-4adc-4c0f-a67d-8f41817d768f admin admin] 10.222.0.37 "PUT /v2.0/routers/1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9895685 Sep 09 20:13:16.224032 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=14867aad-a386-4aa5-895b-69af6d13c366,revision_number=3']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:16.255609 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 49c8b520-696f-45b4-b4ab-103fa814a766 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:16.255980 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:16.279671 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-58bd1bf6-cf5f-4bfb-866e-4d55082235e1 None None] Provisioning complete for port 13bbcc86-4a6a-46d4-818f-104e3d819634 triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:16.280041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-58bd1bf6-cf5f-4bfb-866e-4d55082235e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:16.361278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-58bd1bf6-cf5f-4bfb-866e-4d55082235e1 None None] Port 13bbcc86-4a6a-46d4-818f-104e3d819634 cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:13:16.429818 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '13bbcc86-4a6a-46d4-818f-104e3d819634', 'name': '', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'mac_address': 'fa:16:3e:98:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:14Z', 'updated_at': '2021-09-09T20:13:14Z', 'revision_number': 1, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'subnets': [{'id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:16.462515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97325361-c5c1-4eb0-bedc-6017e028c70d None None] The sync data for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi is: [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '13bbcc86-4a6a-46d4-818f-104e3d819634', 'name': '', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'mac_address': 'fa:16:3e:98:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:14Z', 'updated_at': '2021-09-09T20:13:14Z', 'revision_number': 1, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'subnets': [{'id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:13:16.464861 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c6e537c7-58b1-476c-b0e6-0d723b827d7f up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:16.519212 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port c6e537c7-58b1-476c-b0e6-0d723b827d7f completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:16.523812 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port c6e537c7-58b1-476c-b0e6-0d723b827d7f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:16.524195 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:16.611746 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:16.647861 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port c6e537c7-58b1-476c-b0e6-0d723b827d7f, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c6e537c7-58b1-476c-b0e6-0d723b827d7f,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:16.663716 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:16.751181 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:17.092889 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 14867aad-a386-4aa5-895b-69af6d13c366 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:17.150865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 14867aad-a386-4aa5-895b-69af6d13c366 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:17.150865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:17.261149 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c6e537c7-58b1-476c-b0e6-0d723b827d7f up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:17.312645 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port c6e537c7-58b1-476c-b0e6-0d723b827d7f triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:17.313171 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:17.633480 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e7d78499-6ccb-4c46-8287-1413a45592a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:17.867802 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:18.955901 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:19.102280 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 98b2dad7-a060-4774-b0c6-5ddfb6e05273 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:19.171617 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:19.180030 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:19.180410 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:19.283052 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:19.315326 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 98b2dad7-a060-4774-b0c6-5ddfb6e05273, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=98b2dad7-a060-4774-b0c6-5ddfb6e05273,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:19.322168 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:19.380524 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=98b2dad7-a060-4774-b0c6-5ddfb6e05273,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:19.524867 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Sync routers for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:19.534653 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:19.535278 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:19.769878 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:20.009891 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '13bbcc86-4a6a-46d4-818f-104e3d819634', 'name': '', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'mac_address': 'fa:16:3e:98:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:14Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 2, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'subnets': [{'id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:20.045700 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Checking router: 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:20.046191 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Updating router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 port 13bbcc86-4a6a-46d4-818f-104e3d819634 binding host dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 20:13:20.081579 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.469118 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.472595 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.484325 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.provisioning_blocks [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Transition to ACTIVE for port object 13bbcc86-4a6a-46d4-818f-104e3d819634 will not be triggered until provisioned by entity L2. {{(pid=94094) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:20.495296 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.569586 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829034c-f6ae-4788-95c1-023439dd6475 None None] Pushing event updated for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=3']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:20.668458 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Attempting to bind port 13bbcc86-4a6a-46d4-818f-104e3d819634 on host dv-cinder-806991-6-iscsi for vnic_type normal with profile {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:20.668820 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Attempting to bind port 13bbcc86-4a6a-46d4-818f-104e3d819634 by drivers openvswitch,hyperv on host dv-cinder-806991-6-iscsi at level 0 using segments [{'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:20.669180 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Attempting to bind port 13bbcc86-4a6a-46d4-818f-104e3d819634 on network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:20.675483 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Checking agent: {'id': 'c7fb423a-0e21-493c-a893-61c93f2a3ddc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806991-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 19, 55, 48), 'started_at': datetime.datetime(2021, 9, 9, 19, 56, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806991-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:20.676492 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Checking segment: {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94094) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:20.677107 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.677560 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Bound using segment: {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'} {{(pid=94094) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:20.678658 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.managers [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Bound port: 13bbcc86-4a6a-46d4-818f-104e3d819634, host: dv-cinder-806991-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b54a015-5970-4de4-9ac7-ee8cb336eb0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b'}}] {{(pid=94094) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:20.679064 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.765336 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] For port 13bbcc86-4a6a-46d4-818f-104e3d819634, host dv-cinder-806991-6-iscsi, cleared binding levels {{(pid=94094) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:20.768113 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.plugins.ml2.db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] For port 13bbcc86-4a6a-46d4-818f-104e3d819634, host dv-cinder-806991-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=13bbcc86-4a6a-46d4-818f-104e3d819634,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94094) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:20.776791 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron_lib.callbacks.manager [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94094) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:20.848443 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:20.849384 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:20.852027 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829034c-f6ae-4788-95c1-023439dd6475 None None] Pushing event updated for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=4']} {{(pid=94094) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:21.005073 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:21.169489 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 13bbcc86-4a6a-46d4-818f-104e3d819634 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:21.243711 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning for port 13bbcc86-4a6a-46d4-818f-104e3d819634 completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:21.250791 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 13bbcc86-4a6a-46d4-818f-104e3d819634 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:21.251309 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:21.357295 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '13bbcc86-4a6a-46d4-818f-104e3d819634', 'name': '', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'mac_address': 'fa:16:3e:98:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:14Z', 'updated_at': '2021-09-09T20:13:20Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'subnets': [{'id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:21.368356 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:21.388783 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24342e1b-7cd8-4740-9507-3821bb94c6d5 None None] The sync data for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi is: [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:15Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '13bbcc86-4a6a-46d4-818f-104e3d819634', 'name': '', 'network_id': '70dc568d-5645-4f3d-91a6-f5d78c2cb36b', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'mac_address': 'fa:16:3e:98:5b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:14Z', 'updated_at': '2021-09-09T20:13:20Z', 'revision_number': 4, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'subnets': [{'id': 'e9c077bd-355c-44fa-a5ca-f6d24d43a01a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:13:21.406685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] For port 13bbcc86-4a6a-46d4-818f-104e3d819634, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=13bbcc86-4a6a-46d4-818f-104e3d819634,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:21.411534 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:21.412520 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 98b2dad7-a060-4774-b0c6-5ddfb6e05273 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:21.511661 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Pushing event updated for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:21.516572 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:21.517063 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:23.069609 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 13bbcc86-4a6a-46d4-818f-104e3d819634 up at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:23.123666 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Provisioning complete for port 13bbcc86-4a6a-46d4-818f-104e3d819634 triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:23.124042 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:23.831540 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:13:25.035257 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:27.130088 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-2da50d9c-38af-46cb-a293-17e40c74e50d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:27.131641 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-2da50d9c-38af-46cb-a293-17e40c74e50d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 814 time: 0.1032085 Sep 09 20:13:27.146714 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-531c94e2-5d42-469e-b33b-99b481fe75dd tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/quotas/dce37aebeb3c46c29a976433c8f26bcc HTTP/1.1" status: 200 len: 375 time: 0.0093584 Sep 09 20:13:27.204628 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-ee7b2cc1-f6c7-4f1c-a121-e24a8609d924 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521362 Sep 09 20:13:27.306272 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-3a1d89f1-2a4e-44df-9ea8-e7fdae759bdf service neutron] 10.222.0.37 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898211 Sep 09 20:13:27.395257 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-68f826f6-a46a-4087-ba0f-7e92e0500bef service neutron] 10.222.0.37 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Sep 09 20:13:27.569497 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-85a93a75-621d-48e2-8f8f-012b2b41f667 req-d492ad69-d456-4d3d-bb4a-db1d4c9c027b tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 210 time: 0.0295672 Sep 09 20:13:28.653844 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1574f561-ef44-4ff0-a6a2-62bde7fc5c31 req-c59f0907-e144-4ff2-92b2-8ed617253595 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 210 time: 0.0284817 Sep 09 20:13:29.744852 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d29d2025-63d2-4368-930c-c63aaabd3d98 req-98b2fd40-f123-4515-a34b-7f2112cd2c13 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 210 time: 0.0258632 Sep 09 20:13:30.561041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-ea71c869-8d77-4b26-9cbd-ba81546b0b83 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:30.562692 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-ea71c869-8d77-4b26-9cbd-ba81546b0b83 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 814 time: 0.1060848 Sep 09 20:13:30.576469 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'port': {'device_id': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'admin_state_up': True, 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:30.899001 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-5f2cd879-710c-4930-9080-659e0c64669c req-003e33d4-aef9-48fc-aa86-1989af1a31bb tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 210 time: 0.0418289 Sep 09 20:13:31.037299 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Made reservation on behalf of dce37aebeb3c46c29a976433c8f26bcc for: {'port': 1} {{(pid=94091) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 20:13:31.049009 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:31.240981 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_common [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Allocated IP 172.20.0.13 (72c18f5d-8e63-47c7-b5c0-4e8c46462c05/d9181b74-7a1f-46be-8cc4-74a2aa21da82/f11d32bd-7a8e-49bf-9847-c559daf5233d) {{(pid=94091) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:13:31.419179 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for port, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:31.433733 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Transition to ACTIVE for port object f11d32bd-7a8e-49bf-9847-c559daf5233d will not be triggered until provisioned by entity DHCP. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:31.477613 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:31.521938 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 is already hosted by enough agents. {{(pid=94091) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:13:31.526772 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.base_scheduler [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Resources bound (agent type, host, resource id): {{(pid=94091) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:13:31.531293 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Received port after_create {{(pid=94091) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:13:31.572599 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:31.615859 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:31.618757 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:31.642073 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-d96f820e-75b1-4b9a-9528-dd058af07acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0695286 Sep 09 20:13:31.784685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-36843cb6-628e-4b1b-9ce7-666866d080c4 None None] Provisioning for port f11d32bd-7a8e-49bf-9847-c559daf5233d completed by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:31.793736 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-36843cb6-628e-4b1b-9ce7-666866d080c4 None None] Provisioning complete for port f11d32bd-7a8e-49bf-9847-c559daf5233d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:31.793736 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-36843cb6-628e-4b1b-9ce7-666866d080c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:31.833835 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-36843cb6-628e-4b1b-9ce7-666866d080c4 None None] Port f11d32bd-7a8e-49bf-9847-c559daf5233d cannot update to ACTIVE because it is not bound. {{(pid=94093) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 20:13:32.035824 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ef900-a682-4543-a933-2d7ba7501f71 req-46cabd42-af61-465d-b9f2-1805796cce9d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:32.037466 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c12ef900-a682-4543-a933-2d7ba7501f71 req-46cabd42-af61-465d-b9f2-1805796cce9d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0597336 Sep 09 20:13:32.082165 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c12ef900-a682-4543-a933-2d7ba7501f71 req-202f4c83-3d2d-42a4-991d-b3307701f201 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365908 Sep 09 20:13:33.214480 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2be238-6f44-4197-bad3-51fce36f5101 req-c71444b1-8783-4bbb-8c1b-c9d66706a149 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:33.216229 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d2be238-6f44-4197-bad3-51fce36f5101 req-c71444b1-8783-4bbb-8c1b-c9d66706a149 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0600495 Sep 09 20:13:33.264733 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1d2be238-6f44-4197-bad3-51fce36f5101 req-e5493b3d-32d4-4480-bb28-8b9afb15b6e4 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Sep 09 20:13:34.393424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d7ba7-e9c5-4b91-8125-77bc67e34e87 req-927575a6-188b-4707-a545-ee71f04ec2e6 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:34.395775 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-744d7ba7-e9c5-4b91-8125-77bc67e34e87 req-927575a6-188b-4707-a545-ee71f04ec2e6 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0514662 Sep 09 20:13:34.436442 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-744d7ba7-e9c5-4b91-8125-77bc67e34e87 req-b51f7604-3fd7-45cd-8fe4-c8c58c9177a3 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343115 Sep 09 20:13:35.576049 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440b4b7-3273-45ff-b239-36bd171f9f6c req-ded8ce02-8679-4be4-b82f-d488d43c99f2 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:35.578533 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3440b4b7-3273-45ff-b239-36bd171f9f6c req-ded8ce02-8679-4be4-b82f-d488d43c99f2 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0610731 Sep 09 20:13:35.630160 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3440b4b7-3273-45ff-b239-36bd171f9f6c req-f5777fb7-29e4-49b2-a3d1-abfd648a9b43 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434759 Sep 09 20:13:36.762099 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ca033-fc06-41c0-9e66-24b53f89086d req-44c3d155-9924-4e74-b883-099dbda92a1a tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:36.763676 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ab1ca033-fc06-41c0-9e66-24b53f89086d req-44c3d155-9924-4e74-b883-099dbda92a1a tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0542827 Sep 09 20:13:36.805643 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-ab1ca033-fc06-41c0-9e66-24b53f89086d req-eee882c1-ca8e-4595-bfd9-a23a734674f7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356119 Sep 09 20:13:37.940190 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fa690-fb15-460b-b3e6-4b0c0148bd2d req-0c9fa0ea-6f1a-414d-b35b-883f9b2aeef8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:37.942028 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8a5fa690-fb15-460b-b3e6-4b0c0148bd2d req-0c9fa0ea-6f1a-414d-b35b-883f9b2aeef8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0551829 Sep 09 20:13:37.992712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8a5fa690-fb15-460b-b3e6-4b0c0148bd2d req-c4ec99e4-8d90-4924-afe3-5f03cc62dd88 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Sep 09 20:13:39.120142 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207e514-fd9f-410a-8f16-80a4829d64cb req-12869148-4d39-44ba-8eab-86b925c50fee tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:39.121743 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6207e514-fd9f-410a-8f16-80a4829d64cb req-12869148-4d39-44ba-8eab-86b925c50fee tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0592229 Sep 09 20:13:39.164460 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6207e514-fd9f-410a-8f16-80a4829d64cb req-f0b11f75-0ad7-42c7-83d5-5dc4de3ae51b tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Sep 09 20:13:40.301685 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c99dc-e0b0-4add-837b-de8e620d1c07 req-19bf1867-895c-45a5-bd0a-dabefd780e8c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:40.303205 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-717c99dc-e0b0-4add-837b-de8e620d1c07 req-19bf1867-895c-45a5-bd0a-dabefd780e8c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0570471 Sep 09 20:13:40.348429 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-717c99dc-e0b0-4add-837b-de8e620d1c07 req-84c1f262-bd13-4c74-ad6a-cb87d5d5a914 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Sep 09 20:13:41.465584 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1db48-7d78-4818-8853-2a72470649ac req-dc6bc2ed-ae7a-481a-90bc-54daf4774556 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:41.467072 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-faa1db48-7d78-4818-8853-2a72470649ac req-dc6bc2ed-ae7a-481a-90bc-54daf4774556 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 932 time: 0.0515170 Sep 09 20:13:41.505535 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-faa1db48-7d78-4818-8853-2a72470649ac req-181cd596-0508-4dcf-ac01-787482e4df39 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Sep 09 20:13:41.609799 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Request body: {'port': {'device_id': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80699'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:13:41.666784 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:41.930424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11d32bd-7a8e-49bf-9847-c559daf5233d {{(pid=94091) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:13:41.937859 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:41.949415 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.provisioning_blocks [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Transition to ACTIVE for port object f11d32bd-7a8e-49bf-9847-c559daf5233d will not be triggered until provisioned by entity L2. {{(pid=94091) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 20:13:41.953073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:42.020256 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=2']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:42.078567 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Attempting to bind port f11d32bd-7a8e-49bf-9847-c559daf5233d on host hv-cinder-80699 for vnic_type normal with profile {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 20:13:42.078910 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Attempting to bind port f11d32bd-7a8e-49bf-9847-c559daf5233d by drivers openvswitch,hyperv on host hv-cinder-80699 at level 0 using segments [{'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 20:13:42.079247 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Attempting to bind port f11d32bd-7a8e-49bf-9847-c559daf5233d on network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:42.083990 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Port f11d32bd-7a8e-49bf-9847-c559daf5233d on network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80699 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 20:13:42.084313 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Attempting to bind port f11d32bd-7a8e-49bf-9847-c559daf5233d on network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 20:13:42.090204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Checking agent: {'id': '4b6b8147-bbcf-4781-ab7b-22609722103d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80699', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'started_at': datetime.datetime(2021, 9, 9, 20, 1, 55), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 20, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 20:13:42.090546 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Checking segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94091) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 20:13:42.090936 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Bound using segment: {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'} {{(pid=94091) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 20:13:42.091372 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.managers [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Bound port: f11d32bd-7a8e-49bf-9847-c559daf5233d, host: hv-cinder-80699, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03a76e2-1097-44a1-a307-980056e579ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05'}}] {{(pid=94091) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 20:13:42.091734 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:42.166019 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, cleared binding levels {{(pid=94091) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 20:13:42.171454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94091) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 20:13:42.175952 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:42.219895 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.220402 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:42.221990 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] 10.222.0.30 "PUT /v2.0/ports/f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 1094 time: 0.6175585 Sep 09 20:13:42.222459 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:42.224754 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211c842-9440-433d-98b0-acbe1c394541" -d '{"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:42.251972 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d52ca-dd55-402f-bf0a-e2ee02ce0625 service neutron] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=3']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:42.282954 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f70aa9-885b-4792-8f4e-b706d29b4c71 x-openstack-request-id: req-d3f70aa9-885b-4792-8f4e-b706d29b4c71 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:42.283247 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:42.283499 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3f70aa9-885b-4792-8f4e-b706d29b4c71 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:42.283885 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:13:42.317227 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e32a0385-b2e0-47f2-bde0-5784401eed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.318770 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-e32a0385-b2e0-47f2-bde0-5784401eed37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1097 time: 0.0448794 Sep 09 20:13:42.364207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-a7508f10-df5f-4a50-a692-00090c50c77c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 217 time: 0.0356755 Sep 09 20:13:42.422379 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-53395ae5-3ec3-4ae7-9a93-3b793c885797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.423879 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-53395ae5-3ec3-4ae7-9a93-3b793c885797 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0518024 Sep 09 20:13:42.472550 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-a9f932b4-016e-4008-ad05-2fbeacb2cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.474102 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-a9f932b4-016e-4008-ad05-2fbeacb2cd0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422111 Sep 09 20:13:42.563767 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-aadca6f6-69db-4560-aea8-540c438c2dec service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818758 Sep 09 20:13:42.679055 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612844c-8944-4589-8a54-fc40c7887430 req-b0c63631-4cea-4057-bf3b-38539ecb92a9 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.680503 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f612844c-8944-4589-8a54-fc40c7887430 req-b0c63631-4cea-4057-bf3b-38539ecb92a9 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 944 time: 0.1022263 Sep 09 20:13:42.706528 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b6fa1e6e-57ee-4979-9092-7e0af2c81982 req-9c79d151-e7f7-4ef5-bdc4-3afbc080688f service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353049 Sep 09 20:13:42.730810 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f612844c-8944-4589-8a54-fc40c7887430 req-923b8a35-9f09-4dd8-969e-da1f8d39a8f0 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411296 Sep 09 20:13:42.794325 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c842-9440-433d-98b0-acbe1c394541 req-81b6bf73-dca0-47a1-b336-ffb170e4e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:42.795818 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-81b6bf73-dca0-47a1-b336-ffb170e4e979 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1097 time: 0.0447407 Sep 09 20:13:43.027424 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c842-9440-433d-98b0-acbe1c394541 req-3e1b373a-2285-411f-92d1-926d95b4192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:43.028886 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-3e1b373a-2285-411f-92d1-926d95b4192b service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.0830028 Sep 09 20:13:43.074760 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-00daeba4-078c-4eab-9cb4-ad88397c9fe5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 217 time: 0.0370593 Sep 09 20:13:43.122476 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c842-9440-433d-98b0-acbe1c394541 req-8e1801ae-2e63-4859-86dd-c7b5502d2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:43.123917 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-8e1801ae-2e63-4859-86dd-c7b5502d2ccd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0418727 Sep 09 20:13:43.172615 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211c842-9440-433d-98b0-acbe1c394541 req-5af0ec7b-c56f-48dd-be98-d42336803fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:43.174298 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-5af0ec7b-c56f-48dd-be98-d42336803fb6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402064 Sep 09 20:13:43.271688 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-409fc69c-ea21-4996-b62a-37b5c7beda13 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888708 Sep 09 20:13:43.376170 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-6211c842-9440-433d-98b0-acbe1c394541 req-49101467-d406-4370-8e6b-26a43d10cc82 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926068 Sep 09 20:13:43.998137 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf176e-75af-4997-bc0b-a8614528b80b req-64bf836c-8916-4148-a311-e2266e7cd667 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:43.999626 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0cf176e-75af-4997-bc0b-a8614528b80b req-64bf836c-8916-4148-a311-e2266e7cd667 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 944 time: 0.2014079 Sep 09 20:13:44.040984 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a0cf176e-75af-4997-bc0b-a8614528b80b req-2924f2d1-5250-4f3a-94d6-b8c3af089be5 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Sep 09 20:13:44.556610 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-7ef88d7e-deac-4506-b1e4-b3595cb8d5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:45.204787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f94e7-292e-480b-aede-bcbc2d541a33 req-dbf64b45-e1ba-4b64-a162-37af6a1e640f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:45.206326 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-182f94e7-292e-480b-aede-bcbc2d541a33 req-dbf64b45-e1ba-4b64-a162-37af6a1e640f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 944 time: 0.0999250 Sep 09 20:13:45.246489 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-182f94e7-292e-480b-aede-bcbc2d541a33 req-99f3c300-d2ad-4c05-9965-8ced2d37b80f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336370 Sep 09 20:13:46.358252 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64883fda-57bb-4e05-a049-77373a1b95f6 req-b00220f7-2109-4ac3-b568-c452fafa5454 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:46.359728 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-64883fda-57bb-4e05-a049-77373a1b95f6 req-b00220f7-2109-4ac3-b568-c452fafa5454 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 944 time: 0.0486004 Sep 09 20:13:46.398108 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-64883fda-57bb-4e05-a049-77373a1b95f6 req-d64d20b7-dd47-4067-b968-dfea984e50a5 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Sep 09 20:13:46.531536 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f11d32bd-7a8e-49bf-9847-c559daf5233d details requested by agent hyperv_hv-cinder-80699 with host hv-cinder-80699 {{(pid=94093) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 20:13:46.623892 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:46.760518 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Returning: {'device': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'port_id': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'mac_address': 'fa:16:3e:1d:7b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94093) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 20:13:46.797727 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:46.810419 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11d32bd-7a8e-49bf-9847-c559daf5233d {{(pid=94093) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 20:13:46.833531 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:46.838828 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:46.884417 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=4']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:46.891414 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.891763 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.892109 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.892446 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.892780 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.893114 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.893470 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.893805 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.894140 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.894467 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.894809 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:46.895113 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:47.080654 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:13:47.512074 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11220385-30af-4b78-9fb1-2492d8245bf0 req-0c6f2f9d-21ab-4cca-a206-9ec1b34b0573 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:47.513606 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11220385-30af-4b78-9fb1-2492d8245bf0 req-0c6f2f9d-21ab-4cca-a206-9ec1b34b0573 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 945 time: 0.0487635 Sep 09 20:13:47.559389 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-11220385-30af-4b78-9fb1-2492d8245bf0 req-98b0626a-0caa-493d-9565-cfd7901ab06d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393543 Sep 09 20:13:47.637004 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6754d1f5-d765-425e-856f-01efab41af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:47.874657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:48.547289 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f11d32bd-7a8e-49bf-9847-c559daf5233d up at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 20:13:48.596127 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning for port f11d32bd-7a8e-49bf-9847-c559daf5233d completed by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 20:13:48.600981 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Provisioning complete for port f11d32bd-7a8e-49bf-9847-c559daf5233d triggered by entity L2. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:13:48.601397 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:48.683219 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:48.687647 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360c3e-7f8b-4cfa-b880-de4ce4421d8d req-82481f09-7631-4706-9b91-4f62fd49fff7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:48.689174 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e360c3e-7f8b-4cfa-b880-de4ce4421d8d req-82481f09-7631-4706-9b91-4f62fd49fff7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 945 time: 0.0597839 Sep 09 20:13:48.706704 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94093) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:48.708957 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}901f96315833022b369e450b2845386c3f00163d76924113745aa918c73dced5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f08f8f2-53d6-47db-a8cc-5c72d2cb0c99" -d '{"events": [{"server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "name": "network-vif-plugged", "status": "completed", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94093) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:48.723135 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:48.729263 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527'] for port, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:48.733935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0e360c3e-7f8b-4cfa-b880-de4ce4421d8d req-53aba13f-2aa4-4756-9838-b07fc624d957 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381730 Sep 09 20:13:48.759120 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61e2f32-32b8-4500-b5f8-6b66a53094cc x-openstack-request-id: req-f61e2f32-32b8-4500-b5f8-6b66a53094cc {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:48.759413 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "name": "network-vif-plugged", "status": "completed", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "code": 200}]} {{(pid=94093) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:48.759714 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f61e2f32-32b8-4500-b5f8-6b66a53094cc {{(pid=94093) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:48.760110 dv-cinder-806991-6-iscsi neutron-server[94093]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'code': 200} Sep 09 20:13:48.787075 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=5']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:48.912006 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb17f6-2e52-4b4d-baae-e6da160dd364 req-be3e3371-4be6-4cc7-be6e-400e2bc81f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:48.914182 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e4eb17f6-2e52-4b4d-baae-e6da160dd364 req-be3e3371-4be6-4cc7-be6e-400e2bc81f9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1099 time: 0.0406418 Sep 09 20:13:48.951183 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-e4eb17f6-2e52-4b4d-baae-e6da160dd364 req-5192cb15-1f7c-4ee8-9c8f-6031ee0a2411 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292876 Sep 09 20:13:48.952754 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:49.854759 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ad977-620c-49c7-9bac-3e99bfa32801 req-06cf6101-036b-41f8-8f27-d73149df1a33 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:49.856346 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe2ad977-620c-49c7-9bac-3e99bfa32801 req-06cf6101-036b-41f8-8f27-d73149df1a33 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0511000 Sep 09 20:13:49.901263 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe2ad977-620c-49c7-9bac-3e99bfa32801 req-707945f5-31a8-427a-966c-21a258065547 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Sep 09 20:13:50.469679 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:51.021134 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d270bc-0fd3-4bc0-a259-48a5d1634db6 req-5eb199ff-a43d-49fc-b6f7-ee2e7c07b2d8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:51.022681 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-17d270bc-0fd3-4bc0-a259-48a5d1634db6 req-5eb199ff-a43d-49fc-b6f7-ee2e7c07b2d8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0512552 Sep 09 20:13:51.062555 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-17d270bc-0fd3-4bc0-a259-48a5d1634db6 req-d29c9493-386c-4ac0-b3c5-a0801eebf1aa tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335164 Sep 09 20:13:51.178825 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05010a19-3b9e-4c96-ae51-7e04064a1f0c req-5faeba66-9ed7-46c4-b0fc-6f6f43c29db3 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:51.180834 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05010a19-3b9e-4c96-ae51-7e04064a1f0c req-5faeba66-9ed7-46c4-b0fc-6f6f43c29db3 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0515404 Sep 09 20:13:51.220168 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05010a19-3b9e-4c96-ae51-7e04064a1f0c req-dfe8439a-74bb-4807-a260-2dd9a7cd2488 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Sep 09 20:13:51.426893 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 60954) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:51.626554 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f82a7-f49d-4768-aafc-13382a75b9e6 req-84e8c204-0f49-4d29-8778-c174189d7f19 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:51.628083 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f7f82a7-f49d-4768-aafc-13382a75b9e6 req-84e8c204-0f49-4d29-8778-c174189d7f19 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0955439 Sep 09 20:13:51.671245 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port e703977a-6c81-4629-a364-cba26e789dfb {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:13:51.671588 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:51.691705 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9f7f82a7-f49d-4768-aafc-13382a75b9e6 req-f31feedd-6ac9-442d-85c9-76689b6eb79e tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544803 Sep 09 20:13:51.763633 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:51.763949 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:51.777770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for e703977a-6c81-4629-a364-cba26e789dfb owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:13:51.988491 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:52.016258 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=e703977a-6c81-4629-a364-cba26e789dfb,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:52.077578 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:52.078521 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf disassociated (deleted). External IP: 172.27.3.144, port: f0e627c8-a286-4112-9bce-6a5bca6a3836. Sep 09 20:13:52.281814 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:13:52.387898 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:52.392512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:52.397437 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:52.406234 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:52.406857 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:52.420811 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0e1af02d-1bfc-47ad-81be-9312c514e126 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "DELETE /v2.0/floatingips/ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf HTTP/1.1" status: 204 len: 168 time: 0.9927764 Sep 09 20:13:52.421426 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:52.423676 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f014a6-8b49-48d9-8c22-b6e4de648a39" -d '{"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:52.462877 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bbab11-a7f6-490c-ae51-b97727deaa0d x-openstack-request-id: req-c3bbab11-a7f6-490c-ae51-b97727deaa0d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:52.463249 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:52.464012 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3bbab11-a7f6-490c-ae51-b97727deaa0d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:52.464012 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'status': 'completed', 'code': 200} Sep 09 20:13:52.526474 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:52.532201 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-ea31ca30-4be4-4016-95d7-b302f264c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:52.533789 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-ea31ca30-4be4-4016-95d7-b302f264c22d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 1099 time: 0.0492027 Sep 09 20:13:52.677153 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-e7b78911-ece2-4e57-87ec-ede195899756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:52.678718 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-e7b78911-ece2-4e57-87ec-ede195899756 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1335032 Sep 09 20:13:52.687883 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aacafc-ad2d-4b65-b0a8-af4289739cff req-028fb10d-d0f9-4ec8-a0e2-0ee753bb1503 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:52.689416 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0aacafc-ad2d-4b65-b0a8-af4289739cff req-028fb10d-d0f9-4ec8-a0e2-0ee753bb1503 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0762227 Sep 09 20:13:52.743525 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-4a1ff6d7-4b8b-4b91-9241-b92e8b90e0d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 200 len: 217 time: 0.0530953 Sep 09 20:13:52.776334 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:52.791061 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0aacafc-ad2d-4b65-b0a8-af4289739cff req-0c46676f-7659-4dfc-a278-3b1e84cf9c07 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935564 Sep 09 20:13:52.802763 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:52.809681 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-62372b8c-36bd-404c-a7a8-f3c12c5c0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:52.811267 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-62372b8c-36bd-404c-a7a8-f3c12c5c0065 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0602851 Sep 09 20:13:52.812225 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:52.812870 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:52.861254 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-e8c85a73-d936-4a81-ab14-07835ad354bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:52.862802 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-e8c85a73-d936-4a81-ab14-07835ad354bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429790 Sep 09 20:13:52.922391 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:52.962881 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-eca6aeae-5744-45e4-80fa-2cd529607d43 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909483 Sep 09 20:13:53.060109 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a1f014a6-8b49-48d9-8c22-b6e4de648a39 req-b8e8c7ec-aaaf-4731-893f-757026dc6b42 service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893056 Sep 09 20:13:53.160282 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:53.194866 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f2038-53a2-48f0-b040-405a39b4b01f None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '9b628504-3f3d-4d79-a110-96b68f120bfc', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'floating_ip_address': '172.27.3.138', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'port_id': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'mac_address': 'fa:16:3e:b1:47:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a55318e-83e3-4dc4-acd7-b50102722562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:09:28Z', 'updated_at': '2021-09-09T20:09:31Z', 'revision_number': 1, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:13:53.442107 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeccb8a-1670-44b4-85fe-e9fbf0ccf853 None None] New status for floating IP ebf8a643-aa64-435d-ab5a-85aa0c3d4ccf: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:13:53.922620 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603d46c-26a2-4ecc-b7d1-01d076cfe352 req-fb94368b-9329-4a9c-b958-a76d9f1615e5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:53.924149 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3603d46c-26a2-4ecc-b7d1-01d076cfe352 req-fb94368b-9329-4a9c-b958-a76d9f1615e5 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0588708 Sep 09 20:13:53.967663 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3603d46c-26a2-4ecc-b7d1-01d076cfe352 req-863c32d7-bc8f-4c13-9d9e-32de0529e8c6 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352697 Sep 09 20:13:54.184787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-9305c86c-3ba2-4c13-9775-6b9663630bc0 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:54.186385 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-9305c86c-3ba2-4c13-9775-6b9663630bc0 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 946 time: 0.0590003 Sep 09 20:13:54.280638 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port f0e627c8-a286-4112-9bce-6a5bca6a3836 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:13:54.280971 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:54.377156 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] For port f0e627c8-a286-4112-9bce-6a5bca6a3836, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f0e627c8-a286-4112-9bce-6a5bca6a3836,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:13:54.377436 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:54.390727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for f0e627c8-a286-4112-9bce-6a5bca6a3836 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:13:54.526123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:54.558169 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=f0e627c8-a286-4112-9bce-6a5bca6a3836,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:54.586926 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.587281 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.587630 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.587968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.588329 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.588635 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.588968 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.589295 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.589663 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.589988 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.590310 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.590648 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:13:54.606714 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] No DVR routers for this DVR port f0e627c8-a286-4112-9bce-6a5bca6a3836 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:13:54.609124 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:54.611198 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fe0b3545-a2d2-4d20-9c50-f020373f5b48 req-efeda45a-37fa-45c8-9167-13ca2dd2c062 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "DELETE /v2.0/ports/f0e627c8-a286-4112-9bce-6a5bca6a3836 HTTP/1.1" status: 204 len: 173 time: 0.4183810 Sep 09 20:13:54.611646 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'name': 'network-vif-deleted', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:54.613946 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a0d73f-fcde-4568-97f6-1bf24c76f059" -d '{"events": [{"server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "name": "network-vif-deleted", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:54.656644 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ab5f60-380c-4602-a2e0-acc7287df58e x-openstack-request-id: req-47ab5f60-380c-4602-a2e0-acc7287df58e {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:54.656932 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10e39b6-8c22-4985-993c-37568fc7ba14", "name": "network-vif-deleted", "tag": "f0e627c8-a286-4112-9bce-6a5bca6a3836", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:54.657204 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-47ab5f60-380c-4602-a2e0-acc7287df58e {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:54.657642 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10e39b6-8c22-4985-993c-37568fc7ba14', 'name': 'network-vif-deleted', 'tag': 'f0e627c8-a286-4112-9bce-6a5bca6a3836', 'status': 'completed', 'code': 200} Sep 09 20:13:55.048091 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:55.096926 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-60d5b4a5-eeef-4c1a-b128-865f9a0d539b req-e4f97709-ee09-472d-9af5-98319ce3e212 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=c10e39b6-8c22-4985-993c-37568fc7ba14 HTTP/1.1" status: 200 len: 210 time: 0.0284169 Sep 09 20:13:58.385767 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32784) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:13:58.544966 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port 175f6e9d-fb6e-48f0-8d0e-03db1c5c6110 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:13:58.545237 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:58.621676 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f0e627c8-a286-4112-9bce-6a5bca6a3836 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:13:58.628063 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:58.628391 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:58.641483 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for 175f6e9d-fb6e-48f0-8d0e-03db1c5c6110 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:13:58.643226 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: f0e627c8-a286-4112-9bce-6a5bca6a3836 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:13:58.643571 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f0e627c8-a286-4112-9bce-6a5bca6a3836 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:13:58.793188 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:58.819126 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=175f6e9d-fb6e-48f0-8d0e-03db1c5c6110,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:13:58.878793 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:58.879206 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Floating IP 9b628504-3f3d-4d79-a110-96b68f120bfc disassociated (deleted). External IP: 172.27.3.138, port: d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b. Sep 09 20:13:59.094900 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:13:59.456722 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:13:59.462254 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:13:59.467172 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:13:59.477232 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:59.477894 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:59.492385 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-58e8075d-f83a-4318-8690-55a03b459b0b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "DELETE /v2.0/floatingips/9b628504-3f3d-4d79-a110-96b68f120bfc HTTP/1.1" status: 204 len: 168 time: 1.1026111 Sep 09 20:13:59.492385 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:13:59.492692 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e98165-95d3-4b83-98e4-3650d28c6846" -d '{"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:13:59.547152 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1c7d9a-d833-439e-acaa-bf126394f5ad x-openstack-request-id: req-1e1c7d9a-d833-439e-acaa-bf126394f5ad {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:13:59.547468 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:13:59.547743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e1c7d9a-d833-439e-acaa-bf126394f5ad {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:13:59.548140 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'status': 'completed', 'code': 200} Sep 09 20:13:59.619144 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:13:59.624080 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-989a7ee3-b54a-4f79-ab09-84d1523a04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:59.625410 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-989a7ee3-b54a-4f79-ab09-84d1523a04d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 1099 time: 0.0509417 Sep 09 20:13:59.782087 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-20759eed-1e53-4455-aa8c-c62aae060c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:59.783567 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-20759eed-1e53-4455-aa8c-c62aae060c54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 200 len: 912 time: 0.1506693 Sep 09 20:13:59.837843 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-3f802edb-c47d-4872-80d9-96e34330eec6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 200 len: 217 time: 0.0445015 Sep 09 20:13:59.846180 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69415fb6-5142-434a-9baa-627dbd4c9b62 req-f5982cf6-86d2-46f9-b12a-84bd98295e31 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:59.847935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69415fb6-5142-434a-9baa-627dbd4c9b62 req-f5982cf6-86d2-46f9-b12a-84bd98295e31 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.1169386 Sep 09 20:13:59.878367 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:59.909140 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:13:59.923457 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:13:59.924115 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:13:59.929557 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-89fafa60-3d84-44dc-ac7f-c60a28595f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:13:59.931273 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-89fafa60-3d84-44dc-ac7f-c60a28595f98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 200 len: 850 time: 0.0824175 Sep 09 20:13:59.937342 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-69415fb6-5142-434a-9baa-627dbd4c9b62 req-a0572abd-9acd-4373-a8b9-c7bbbeba12d4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766625 Sep 09 20:13:59.997144 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-011c0ff2-c8f6-4f34-84f7-aaae5a350c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:00.001660 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-011c0ff2-c8f6-4f34-84f7-aaae5a350c82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618331 Sep 09 20:14:00.056176 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:00.138504 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-37f473bc-22a6-44ed-b563-650a8a1f50ea service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281428 Sep 09 20:14:00.251087 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-a5e98165-95d3-4b83-98e4-3650d28c6846 req-f4d97713-9d25-402b-8d61-7b54fdc666dd service neutron] 10.222.0.30 "GET /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980034 Sep 09 20:14:00.290028 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:00.314601 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7990f5-d203-4402-bda9-8126edfd2ad8 req-b6715ab1-ee68-495b-82a5-7b63924f1164 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:00.316090 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f7990f5-d203-4402-bda9-8126edfd2ad8 req-b6715ab1-ee68-495b-82a5-7b63924f1164 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0499458 Sep 09 20:14:00.359292 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4f7990f5-d203-4402-bda9-8126edfd2ad8 req-0a75d385-130d-418e-b5f7-ad6b37165ee9 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366318 Sep 09 20:14:00.381953 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32802) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:00.440729 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85b594-2646-49da-aebe-7e7a357ec6b5 None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:05:45Z', 'revision_number': 4, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '0bd5ab13-2b91-4005-8768-c46066743dd3', 'name': '', 'network_id': '1baa5f87-f1e3-4a09-83f3-3ef2defd4db4', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'mac_address': 'fa:16:3e:34:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:44Z', 'updated_at': '2021-09-09T20:05:52Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'subnets': [{'id': 'f0694cf0-6ad0-4d7b-ab72-48c2096b933c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:00.473533 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e44713-d4a7-48dd-8ef6-35ae0d2c9843 tempest-TestMinimumBasicScenario-2108606097 tempest-TestMinimumBasicScenario-2108606097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94092) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:00.475198 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-c3e44713-d4a7-48dd-8ef6-35ae0d2c9843 tempest-TestMinimumBasicScenario-2108606097 tempest-TestMinimumBasicScenario-2108606097-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1094 time: 0.0921466 Sep 09 20:14:00.478760 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32806) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:00.483226 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'floatingip': {'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'port_id': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:00.505750 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for floatingip, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:00.608842 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:00.669949 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23d93e6-ab8a-4f8c-8a91-1a38e3087bb2 None None] New status for floating IP 9b628504-3f3d-4d79-a110-96b68f120bfc: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:14:00.723594 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_common [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Allocated IP 172.27.3.16 (8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe/9e71fe7e-a334-44d9-8836-e4dc88a07754/a2cb7396-4010-4663-80af-363c6e8afcd3) {{(pid=94092) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 20:14:00.826127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for port, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:00.829365 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:14:00.868431 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746106273491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:00.906127 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Network 8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe is already hosted by enough agents. {{(pid=94092) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 20:14:00.909041 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.base_scheduler [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Resources bound (agent type, host, resource id): {{(pid=94092) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 20:14:00.912558 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Received port after_create {{(pid=94092) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 20:14:00.921461 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'Port': ['ID=a2cb7396-4010-4663-80af-363c6e8afcd3,revision_number=1']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:00.946376 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.946726 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.947072 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.947417 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.947752 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.948088 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.948420 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.948756 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.949080 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.949446 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.949773 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:00.950097 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:14:01.057133 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8813b-7601-4730-838c-cd2534b706fa req-7422fb09-cfa4-438f-9604-80fe597d944b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:01.058904 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bcf8813b-7601-4730-838c-cd2534b706fa req-7422fb09-cfa4-438f-9604-80fe597d944b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.0497231 Sep 09 20:14:01.099963 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bcf8813b-7601-4730-838c-cd2534b706fa req-84eeb063-17da-41e9-829e-0bdababaa72f tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/security-groups?id=f4214f8f-f0c8-40da-8954-b2e607566688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350568 Sep 09 20:14:01.340711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-63964275-04fb-466e-8868-05e1af8e3265 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:01.342280 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-63964275-04fb-466e-8868-05e1af8e3265 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 946 time: 0.0499363 Sep 09 20:14:01.346629 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.416182 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.439240 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:01.439586 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.534329 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] For port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:01.534703 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.547847 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:01.573296 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for port, precommit_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.578010 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13048259'] for port, after_update {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.647233 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'Port': ['ID=a2cb7396-4010-4663-80af-363c6e8afcd3,revision_number=2']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:01.659810 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1584168'] for floatingip, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.692303 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.723386 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:01.765665 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Floating IP 87eb350f-1236-4890-adc5-5e5e0e278b6d associated. External IP: 172.27.3.16, port: f11d32bd-7a8e-49bf-9847-c559daf5233d. Sep 09 20:14:01.767280 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] No DVR routers for this DVR port d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:01.770860 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:01.773858 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-8f1da6b9-bb27-4f08-b91d-f81b34a23d1f req-c1b5d10e-1a04-4016-866c-baf07834c3b4 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.30 "DELETE /v2.0/ports/d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b HTTP/1.1" status: 204 len: 173 time: 0.4240253 Sep 09 20:14:01.774303 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'name': 'network-vif-deleted', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:14:01.776660 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b3e026-2a46-4e39-b780-8fe34aabfc14" -d '{"events": [{"server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "name": "network-vif-deleted", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:14:01.825622 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf8d73c-d547-463f-bfb7-b8573fd78c0d x-openstack-request-id: req-ddf8d73c-d547-463f-bfb7-b8573fd78c0d {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:14:01.825913 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a55318e-83e3-4dc4-acd7-b50102722562", "name": "network-vif-deleted", "tag": "d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:14:01.826390 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddf8d73c-d547-463f-bfb7-b8573fd78c0d {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:14:01.826998 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a55318e-83e3-4dc4-acd7-b50102722562', 'name': 'network-vif-deleted', 'tag': 'd1c8a00d-6fd5-4353-ac1e-4442b9b8c17b', 'status': 'completed', 'code': 200} Sep 09 20:14:02.219345 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-1ba081e6-c3ee-417d-8133-8b4912a874b7 req-f4471f87-650e-42f6-8f3e-5eee3182e81d tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a55318e-83e3-4dc4-acd7-b50102722562 HTTP/1.1" status: 200 len: 210 time: 0.0281436 Sep 09 20:14:02.222173 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Router a1ca187a-a1e0-4cdc-9558-e446201d34f7 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:02.340450 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:02.352450 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Sync routers for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:02.358761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.362735 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:02.363588 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:02.387401 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-3e52d5a5-d0f6-491c-b358-bed9ffde3acc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9075754 Sep 09 20:14:02.387979 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:14:02.390365 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32814) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:02.390540 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:14:02.395768 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482157078', 'description': 'tempest-secgroup-smoke-482157078 description', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:02.431263 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.451432 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd32a3-c0ba-43cd-aa24-36574d714a4e x-openstack-request-id: req-ddcd32a3-c0ba-43cd-aa24-36574d714a4e {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:14:02.451945 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:14:02.451945 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ddcd32a3-c0ba-43cd-aa24-36574d714a4e {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:14:02.452376 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:14:02.503917 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:02.588039 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.593144 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.629727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.633807 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2390869 Sep 09 20:14:02.634684 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-13a76c91-6a6d-4fef-a52b-57dd3413949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:02.636114 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32820) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:02.636256 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-13a76c91-6a6d-4fef-a52b-57dd3413949a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1099 time: 0.1557870 Sep 09 20:14:02.636896 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222cc7f-d0a8-47f0-beef-240c843e3962 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38e225b-fce1-4f3d-a2e2-8b02c7876e36,revision_number=1']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:02.642906 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:02.672065 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.738148 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.738840 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-8111b624-86db-4533-aa0c-758dcf9e5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:02.740595 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-8111b624-86db-4533-aa0c-758dcf9e5a5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.0974483 Sep 09 20:14:02.743544 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.758201 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ed19b8-7904-4347-91d1-461f531744df,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:02.773227 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '87eb350f-1236-4890-adc5-5e5e0e278b6d', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'port_id': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'mac_address': 'fa:16:3e:1d:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:14:01Z', 'updated_at': '2021-09-09T20:14:01Z', 'revision_number': 0, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:02.774072 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.775461 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-53f81adb-24f2-4e91-8409-edded6e0a428 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381719 Sep 09 20:14:02.778631 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32822) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:02.783150 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:02.806370 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Checking router: a1ca187a-a1e0-4cdc-9558-e446201d34f7 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:02.815458 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:02.816093 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:02.821932 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.836860 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-fce1e712-9b89-430a-8cdb-8feb31a53a4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 999 time: 0.0860863 Sep 09 20:14:02.891279 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-9b1ad38c-c5ba-4d24-8f97-38969fcc8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:02.892815 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.893022 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-9b1ad38c-c5ba-4d24-8f97-38969fcc8558 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0493529 Sep 09 20:14:02.896742 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.915534 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5554005-3e47-4cf2-b16f-a1fdea3ce052,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:02.923010 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.927694 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-accd838d-8368-4efe-9ea2-a1aa6369493c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481354 Sep 09 20:14:02.928439 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32824) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:02.932136 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:02.933966 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.v2.base [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94092) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:02.954775 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-d6c0ecfb-d7c2-4c24-8619-2b4b564b5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:02.956730 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-d6c0ecfb-d7c2-4c24-8619-2b4b564b5c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556734 Sep 09 20:14:02.963878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:02.968388 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-5c170029-3f4a-4f2b-aff6-96bccef2d2c7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=94091) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 20:14:02.969369 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-5c170029-3f4a-4f2b-aff6-96bccef2d2c7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053046 Sep 09 20:14:03.035731 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.040523 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.062683 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616df438-510b-4ad6-9817-58730420b6c7,revision_number=0']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:03.066638 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.071059 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d129a89d-f37f-46a9-9583-ffd5d7f87a6f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378493 Sep 09 20:14:03.073207 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32826) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:03.080026 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:03.089415 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-a31da754-5336-4532-b52c-0a186185864b service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118305 Sep 09 20:14:03.132717 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.191606 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '87eb350f-1236-4890-adc5-5e5e0e278b6d', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'port_id': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'mac_address': 'fa:16:3e:1d:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:14:01Z', 'updated_at': '2021-09-09T20:14:01Z', 'revision_number': 0, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:03.218565 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ab2653-c6f5-4d82-956a-fab22e49b07e None None] The sync data for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi is: [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_floatingips': [{'id': '87eb350f-1236-4890-adc5-5e5e0e278b6d', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'router_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'port_id': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'mac_address': 'fa:16:3e:1d:7b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T20:14:01Z', 'updated_at': '2021-09-09T20:14:01Z', 'revision_number': 0, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:03.249825 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0f4bf96-b75f-4281-87b7-a71a73a4e3db req-1674f113-bc96-4a52-8a2a-d960bbfafa47 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523082 Sep 09 20:14:03.261967 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.269743 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.283909 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32830) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:03.294784 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0f9663-aa70-4293-be76-45137db14dae,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:03.299852 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.305757 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1330e26a-2384-4850-9af8-8514ea8db549 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2269955 Sep 09 20:14:03.305757 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32832) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:03.310411 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:03.336506 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Project dce37aebeb3c46c29a976433c8f26bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:14:03.342282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.422182 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.427408 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.439170 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Deleting port bd1d814a-4f36-44c6-9fae-8a0a1e92a467 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:03.439695 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.450344 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d093dac4-8181-4fd6-8613-e692c61c58c6,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:03.480701 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.482008 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-e8a67b04-2002-4056-b67b-75bdd67afb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755247 Sep 09 20:14:03.482386 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c849eaab-8a92-48b3-82ae-ef6b343aebc4 None None] New status for floating IP 87eb350f-1236-4890-adc5-5e5e0e278b6d: ACTIVE {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:14:03.485341 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32834) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:03.490128 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'security_group_rule': {'security_group_id': 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36', 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:03.515962 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.securitygroups_db [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Project dce37aebeb3c46c29a976433c8f26bcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 20:14:03.524119 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.544517 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.545168 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.561498 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Calling delete_port for bd1d814a-4f36-44c6-9fae-8a0a1e92a467 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:03.614719 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.620516 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592634'] for security_group_rule, after_create {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.653606 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3da4b79-0d1b-40f7-a0a2-7baa99a8177b,revision_number=0']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:03.669444 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.670941 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-de4ec25c-88b6-48ad-8438-a8387e77c81c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845663 Sep 09 20:14:03.738645 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.776795 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c481827f-17ef-4d5f-a223-798e268bb83d req-eab71f07-e60e-4ad6-86fa-63c67edbfed4 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482157078&fields=id&tenant_id=dce37aebeb3c46c29a976433c8f26bcc HTTP/1.1" status: 200 len: 267 time: 0.0497599 Sep 09 20:14:03.778034 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'Port': ['ID=bd1d814a-4f36-44c6-9fae-8a0a1e92a467,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:03.844899 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481827f-17ef-4d5f-a223-798e268bb83d req-6ec91648-6b78-4a42-8bcf-2293887b757a tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:03.846619 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c481827f-17ef-4d5f-a223-798e268bb83d req-6ec91648-6b78-4a42-8bcf-2293887b757a tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0549848 Sep 09 20:14:03.848712 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.852689 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:03.853909 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-dfcad88b-b355-4029-a385-16b2b026bc27 tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "DELETE /v2.0/floatingips/03f846de-ec19-47a4-9d48-32c657aafc26 HTTP/1.1" status: 204 len: 168 time: 0.5690114 Sep 09 20:14:03.862165 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'port': {'security_groups': ['0d0da898-2018-49e7-ba6c-fbde2a469470', 'd38e225b-fce1-4f3d-a2e2-8b02c7876e36']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:14:03.933400 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:04.136543 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:04.172986 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:04.178977 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:04.194095 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:14:04.222095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.222870 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:04.224331 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c481827f-17ef-4d5f-a223-798e268bb83d req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "PUT /v2.0/ports/f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 982 time: 0.3670754 Sep 09 20:14:04.224806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:14:04.227751 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340e9b4d-149b-48a8-83e1-48b97037c510" -d '{"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:14:04.260267 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51c3bc-58a2-4d8a-b383-5498db537937 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=6']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:04.291350 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed5a434-056a-4af2-91e3-2ffa91366e4a x-openstack-request-id: req-aed5a434-056a-4af2-91e3-2ffa91366e4a {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:14:04.291645 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:14:04.291896 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aed5a434-056a-4af2-91e3-2ffa91366e4a {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:14:04.292300 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:14:04.301476 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:14:04.400221 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38282a6a-f3c3-42a6-91b9-4566589ac640 req-b21a43da-a1d0-4e85-953b-2fd71f24e9e8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.401824 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-38282a6a-f3c3-42a6-91b9-4566589ac640 req-b21a43da-a1d0-4e85-953b-2fd71f24e9e8 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0935225 Sep 09 20:14:04.404949 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-7ddfeb7f-adc6-40dd-b7a8-f606d110b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.406586 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-7ddfeb7f-adc6-40dd-b7a8-f606d110b483 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1138 time: 0.0702970 Sep 09 20:14:04.476097 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-38282a6a-f3c3-42a6-91b9-4566589ac640 req-7b7fd8d6-a344-4301-aa88-d14b90ec70f4 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675013 Sep 09 20:14:04.516497 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-37b8d515-4db6-42ee-9710-332672d20462 None None] Provisioning complete for port f11d32bd-7a8e-49bf-9847-c559daf5233d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:14:04.516870 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-37b8d515-4db6-42ee-9710-332672d20462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:04.529284 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-ef6a3901-845c-494f-8b83-5474df6d7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.531154 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-ef6a3901-845c-494f-8b83-5474df6d7bf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.1156445 Sep 09 20:14:04.607193 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-8eed586f-636c-4954-bb3e-a632742f0802 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 1001 time: 0.0607903 Sep 09 20:14:04.654640 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:04.664999 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-4f6dfb4f-b774-4df2-9664-0e097f10ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.667008 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-4f6dfb4f-b774-4df2-9664-0e097f10ffea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0503211 Sep 09 20:14:04.721711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-66b6a2d2-532c-44d1-abf1-f6eea30c2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:04.721947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:04.721947 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d1c8a00d-6fd5-4353-ac1e-4442b9b8c17b not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:04.723147 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-66b6a2d2-532c-44d1-abf1-f6eea30c2289 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429661 Sep 09 20:14:04.840489 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-0fcbf0c2-eed3-4328-9a03-474b629ed424 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977075 Sep 09 20:14:04.958965 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-340e9b4d-149b-48a8-83e1-48b97037c510 req-86a2c87c-b5f0-4247-9659-326e01c0310b service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033220 Sep 09 20:14:05.060940 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32854) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:05.123551 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:05.151266 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:05.220259 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:05.222243 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:05.223554 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] 10.222.0.37 "DELETE /v2.0/security-groups/f4214f8f-f0c8-40da-8954-b2e607566688 HTTP/1.1" status: 204 len: 168 time: 0.1615598 Sep 09 20:14:05.238192 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0df0e1-02d9-4de7-af93-aa5a245ad30b tempest-TestVolumeBootPattern-2046531834 tempest-TestVolumeBootPattern-2046531834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4214f8f-f0c8-40da-8954-b2e607566688,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:05.278174 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32858) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:05.750194 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:06.004456 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Deleting port 0bd5ab13-2b91-4005-8768-c46066743dd3 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:06.004803 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:06.086979 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] For port 0bd5ab13-2b91-4005-8768-c46066743dd3, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0bd5ab13-2b91-4005-8768-c46066743dd3,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:06.087495 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:06.104430 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Calling delete_port for 0bd5ab13-2b91-4005-8768-c46066743dd3 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:06.280588 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:06.305212 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd5ab13-2b91-4005-8768-c46066743dd3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:06.465497 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:06.671795 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:06.776794 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:06.781783 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-efeaba97-0d04-4de0-9882-6d83ca70ac53 admin admin] 10.222.0.37 "PUT /v2.0/routers/98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5025573 Sep 09 20:14:06.784296 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32862) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:06.785249 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Sync routers for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:06.800021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:06.800460 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:06.908888 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:07.115820 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:14:06Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:07.143396 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Checking router: 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:07.153159 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Routers {'98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:07.153876 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:07.163359 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.278088 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.334331 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Deleting port a815e39f-e3ed-408b-a6d8-f57560d2c19e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:07.335075 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.402487 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] Set router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:07.411164 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] For port a815e39f-e3ed-408b-a6d8-f57560d2c19e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=a815e39f-e3ed-408b-a6d8-f57560d2c19e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:07.411532 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.423714 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Calling delete_port for a815e39f-e3ed-408b-a6d8-f57560d2c19e owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:07.598201 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:14:06Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:07.603018 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.631786 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913415f-2087-4edb-afd3-558dd101bf78 None None] The sync data for ids ['98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a'] in dv-cinder-806991-6-iscsi is: [{'id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'name': 'tempest-TestVolumeBootPattern-964801563-router', 'tenant_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:40Z', 'updated_at': '2021-09-09T20:14:06Z', 'revision_number': 5, 'project_id': 'c06c735fcc754c1d830ca723cc7fe7d4', 'gw_port': {'id': 'a815e39f-e3ed-408b-a6d8-f57560d2c19e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:21:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:41Z', 'updated_at': '2021-09-09T20:05:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:07.636237 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a815e39f-e3ed-408b-a6d8-f57560d2c19e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:07.700943 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.807775 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.810299 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.877296 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.877770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:14:07.883518 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.884712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-81113510-e178-4939-961e-a2580a407fd6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/98a5f1e2-6b3e-40aa-8c7d-612f4dc1a31a HTTP/1.1" status: 204 len: 168 time: 1.0994701 Sep 09 20:14:07.887248 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32864) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:07.932076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Deleting subnet f0694cf0-6ad0-4d7b-ab72-48c2096b933c {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:14:07.935595 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:07.970410 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.098060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.162518 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.192658 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0694cf0-6ad0-4d7b-ab72-48c2096b933c,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:08.196590 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.198604 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-10a7df5b-71a1-4648-a75a-0b6c12767517 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f0694cf0-6ad0-4d7b-ab72-48c2096b933c HTTP/1.1" status: 204 len: 168 time: 0.3104107 Sep 09 20:14:08.201149 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32866) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:08.209649 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ce224-e4cc-463c-90d5-6dc84d749bce None None] Network 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:14:08.290845 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.352761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Deleting port 3787552c-c13c-4174-9668-8d97357d67a2 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:08.353191 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.427132 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] For port 3787552c-c13c-4174-9668-8d97357d67a2, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=3787552c-c13c-4174-9668-8d97357d67a2,segment=NetworkSegment(0d1392ea-a095-43c9-a249-b65635f36f3a),segment_id=0d1392ea-a095-43c9-a249-b65635f36f3a)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:08.427785 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.441484 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Calling delete_port for 3787552c-c13c-4174-9668-8d97357d67a2 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:08.527315 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.555766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=3787552c-c13c-4174-9668-8d97357d67a2,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:08.562101 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] No DVR routers for this DVR port 3787552c-c13c-4174-9668-8d97357d67a2 on host dv-cinder-806991-6-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:08.633922 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.666673 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1baa5f87-f1e3-4a09-83f3-3ef2defd4db4']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:08.677605 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1392ea-a095-43c9-a249-b65635f36f3a') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:08.678788 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1392ea-a095-43c9-a249-b65635f36f3a') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:08.695147 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b14ef5-f737-4cad-9f5f-a1614ab0d31f None None] DHCP port deletion for 1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:14:08.699453 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.723562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.738480 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:14:08.738939 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:14:08.741025 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:14:08.802769 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.808738 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:08.811074 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1baa5f87-f1e3-4a09-83f3-3ef2defd4db4 HTTP/1.1" status: 204 len: 168 time: 0.6078103 Sep 09 20:14:08.813959 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32868) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:08.824418 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82e6a-6e3a-48e5-8e6c-3421d3e76e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=1baa5f87-f1e3-4a09-83f3-3ef2defd4db4,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:09.091255 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 3787552c-c13c-4174-9668-8d97357d67a2 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:09.116407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 3787552c-c13c-4174-9668-8d97357d67a2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:09.117173 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 3787552c-c13c-4174-9668-8d97357d67a2 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:09.118515 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a815e39f-e3ed-408b-a6d8-f57560d2c19e no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:09.151041 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: a815e39f-e3ed-408b-a6d8-f57560d2c19e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:09.151620 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device a815e39f-e3ed-408b-a6d8-f57560d2c19e not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:09.152315 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0bd5ab13-2b91-4005-8768-c46066743dd3 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:09.173497 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 0bd5ab13-2b91-4005-8768-c46066743dd3 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:09.173993 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0bd5ab13-2b91-4005-8768-c46066743dd3 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:09.213893 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:09.508500 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Deleting port e40277c0-1e2e-4858-bddd-c6c3897ffd02 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:09.508867 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:09.597924 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] For port e40277c0-1e2e-4858-bddd-c6c3897ffd02, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=e40277c0-1e2e-4858-bddd-c6c3897ffd02,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:09.598288 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:09.617609 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Calling delete_port for e40277c0-1e2e-4858-bddd-c6c3897ffd02 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:09.827115 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:09.852043 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40277c0-1e2e-4858-bddd-c6c3897ffd02,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:10.044417 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:10.296485 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Router 7b24ec55-5e89-45e9-9426-5bca010db563 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:10.416614 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:10.426153 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-ecff5328-883d-4710-8b02-f4a08049cd73 admin admin] 10.222.0.37 "PUT /v2.0/routers/7b24ec55-5e89-45e9-9426-5bca010db563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6081932 Sep 09 20:14:10.426364 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Sync routers for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:10.426858 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32872) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:10.436219 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:10.437156 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:10.560960 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:10.562205 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:10.688546 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:10.755366 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:14:09Z', 'revision_number': 5, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port': {'id': '061967ca-eafd-4331-b0cc-fc9156f9b8ee', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:05:50Z', 'updated_at': '2021-09-09T20:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:10.771058 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Deleting port 061967ca-eafd-4331-b0cc-fc9156f9b8ee {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:10.771434 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:10.795235 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Checking router: 7b24ec55-5e89-45e9-9426-5bca010db563 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:10.813782 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Routers {'7b24ec55-5e89-45e9-9426-5bca010db563'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:10.814414 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:13:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['7b24ec55-5e89-45e9-9426-5bca010db563'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:10.870252 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] For port 061967ca-eafd-4331-b0cc-fc9156f9b8ee, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=061967ca-eafd-4331-b0cc-fc9156f9b8ee,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:10.871077 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:10.886690 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Calling delete_port for 061967ca-eafd-4331-b0cc-fc9156f9b8ee owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:10.918936 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] Set router 7b24ec55-5e89-45e9-9426-5bca010db563 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:11.010988 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:14:10Z', 'revision_number': 6, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:11.045389 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d2bcdd-ba3b-49fa-a9df-880a10a5318a None None] The sync data for ids ['7b24ec55-5e89-45e9-9426-5bca010db563'] in dv-cinder-806991-6-iscsi is: [{'id': '7b24ec55-5e89-45e9-9426-5bca010db563', 'name': 'tempest-TestVolumeBootPattern-300965543-router', 'tenant_id': '949107c0c390481da8330904540fb944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:05:49Z', 'updated_at': '2021-09-09T20:14:10Z', 'revision_number': 6, 'project_id': '949107c0c390481da8330904540fb944', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:11.156788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.189364 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Pushing event deleted for resources: {'Port': ['ID=061967ca-eafd-4331-b0cc-fc9156f9b8ee,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:11.251371 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.344190 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.346262 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.392203 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.392891 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b24ec55-5e89-45e9-9426-5bca010db563 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:14:11.399712 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.401631 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-a2c05903-d23b-4504-8a2a-7c272fe02002 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7b24ec55-5e89-45e9-9426-5bca010db563 HTTP/1.1" status: 204 len: 168 time: 0.9740388 Sep 09 20:14:11.405088 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32874) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:11.459986 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Deleting subnet e4cd9e7a-fc8e-4200-b80d-aef447324895 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:14:11.463481 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.506789 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.593708 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.655964 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.679823 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cd9e7a-fc8e-4200-b80d-aef447324895,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:11.685788 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.687716 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6f009cea-f192-445c-bc93-5907a961ae0e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e4cd9e7a-fc8e-4200-b80d-aef447324895 HTTP/1.1" status: 204 len: 168 time: 0.2815187 Sep 09 20:14:11.690302 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32876) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:11.692562 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ba1132-762f-4431-99aa-fe4e2958844c None None] Network 19c383d6-e86e-42c6-b814-db0fac03c8ad requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:14:11.768942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.829775 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Deleting port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:11.830076 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.904483 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] DHCP port deletion for 19c383d6-e86e-42c6-b814-db0fac03c8ad request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:14:11.913942 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] For port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:11.914471 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:11.926525 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Calling delete_port for 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:11.953811 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Deleting port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:11.954200 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.027191 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.042218 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] For port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,segment=NetworkSegment(13f98319-cce4-4d70-8b3f-d1b02d1d24d0),segment_id=13f98319-cce4-4d70-8b3f-d1b02d1d24d0)] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:12.042865 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.058883 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Calling delete_port for 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:12.145469 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.177416 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] Pushing event deleted for resources: {'Port': ['ID=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:12.184940 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e193ff-3adb-4f9e-9568-d82c784d1f11 None None] No DVR routers for this DVR port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 on host dv-cinder-806991-6-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:12.323597 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1312f0d6-f99f-4502-8fbe-32d4fa8dd695,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:12.325493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] No DVR routers for this DVR port 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 on host dv-cinder-806991-6-iscsi {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:12.396600 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.419493 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c383d6-e86e-42c6-b814-db0fac03c8ad']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:12.428997 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f98319-cce4-4d70-8b3f-d1b02d1d24d0') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:12.429292 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f98319-cce4-4d70-8b3f-d1b02d1d24d0') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:12.442712 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.458065 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.469498 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:14:12.469904 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:14:12.471594 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:14:12.530916 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.536426 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.539586 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19c383d6-e86e-42c6-b814-db0fac03c8ad HTTP/1.1" status: 204 len: 168 time: 0.8481343 Sep 09 20:14:12.551486 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda050c-e6c8-4116-8a03-593ebf7cb7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c383d6-e86e-42c6-b814-db0fac03c8ad,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:12.681737 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32880) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:12.724757 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-ab130f28-5b2d-4afe-9114-ec359b79c657 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c06c735fcc754c1d830ca723cc7fe7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416899 Sep 09 20:14:12.728257 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32882) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:12.788816 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.816487 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.871741 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.874679 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:12.875864 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14e64ba2-9e72-4f5b-8624-1338ae40fa94 HTTP/1.1" status: 204 len: 168 time: 0.1465950 Sep 09 20:14:12.887305 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e92e-e6e7-41ce-845f-eea2d4b12977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e64ba2-9e72-4f5b-8624-1338ae40fa94,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:13.097457 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:13.119559 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:13.120006 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 1312f0d6-f99f-4502-8fbe-32d4fa8dd695 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:13.120493 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 061967ca-eafd-4331-b0cc-fc9156f9b8ee no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:13.139701 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 061967ca-eafd-4331-b0cc-fc9156f9b8ee {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:13.140208 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 061967ca-eafd-4331-b0cc-fc9156f9b8ee not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:13.140593 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device e40277c0-1e2e-4858-bddd-c6c3897ffd02 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:13.160276 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: e40277c0-1e2e-4858-bddd-c6c3897ffd02 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:13.160622 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device e40277c0-1e2e-4858-bddd-c6c3897ffd02 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:13.263123 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32888) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:13.309480 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b181ccd5-7146-4d40-ac4f-fcfd7ea503ee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=949107c0c390481da8330904540fb944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451727 Sep 09 20:14:13.312524 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32890) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:13.368933 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:13.393715 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:13.451455 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:13.454563 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:13.455809 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7bd00f7-fd93-41b2-b4c9-b9df27097cf3 HTTP/1.1" status: 204 len: 168 time: 0.1421580 Sep 09 20:14:13.467980 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b34f8-812c-49da-b50d-3ccaf0eb2a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bd00f7-fd93-41b2-b4c9-b9df27097cf3,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:14.566582 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-af4f6fac-8059-4756-85cb-90b257239a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:17.639142 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-757f7ad8-9ed8-4155-a9f0-3442c78c319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:17.869163 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:18.956585 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:20.474340 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:25.028558 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:28.208698 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17429904-26b4-40be-8ac2-4515efb927e6 req-ee800144-0dd1-4e74-95f9-95056de7d86c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:28.210218 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-17429904-26b4-40be-8ac2-4515efb927e6 req-ee800144-0dd1-4e74-95f9-95056de7d86c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0806401 Sep 09 20:14:28.215779 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d841-82d6-4470-8acf-ce044969c710 req-5be45f20-dfdb-4fa4-a84e-75b228634e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:28.217208 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-5be45f20-dfdb-4fa4-a84e-75b228634e67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1138 time: 0.0600154 Sep 09 20:14:28.278536 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-17429904-26b4-40be-8ac2-4515efb927e6 req-38739a64-0a98-4d20-9cde-83d565e9cc9d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602520 Sep 09 20:14:28.336419 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d841-82d6-4470-8acf-ce044969c710 req-62a79e6d-e0b5-4586-a422-dbd223c2d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:28.338014 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-62a79e6d-e0b5-4586-a422-dbd223c2d272 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.1131461 Sep 09 20:14:28.407765 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-81090ff8-2bc6-448a-9526-969de3134900 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 1001 time: 0.0616879 Sep 09 20:14:28.459368 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d841-82d6-4470-8acf-ce044969c710 req-a07955e5-1da1-48e1-b9a1-edf72af5c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:28.461395 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-a07955e5-1da1-48e1-b9a1-edf72af5c474 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0461626 Sep 09 20:14:28.515222 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332d841-82d6-4470-8acf-ce044969c710 req-8a9ce4e4-dbc5-4b50-911c-d9a4da3a2ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:28.516712 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-8a9ce4e4-dbc5-4b50-911c-d9a4da3a2ccc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446053 Sep 09 20:14:28.613903 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-488aeee7-73ca-40d3-ac5d-b9a15de575ed service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Sep 09 20:14:28.718886 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0332d841-82d6-4470-8acf-ce044969c710 req-fe06c0d1-2757-4c5a-8b44-9be8de514c8e service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956829 Sep 09 20:14:29.396704 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2996b9a-a4bb-43bb-9f70-4e45aa8b3e3a req-c7249ed0-aa7d-45d4-85fb-3e0c6dba0975 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:29.398759 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2996b9a-a4bb-43bb-9f70-4e45aa8b3e3a req-c7249ed0-aa7d-45d4-85fb-3e0c6dba0975 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0496290 Sep 09 20:14:29.439443 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d2996b9a-a4bb-43bb-9f70-4e45aa8b3e3a req-f8c0e7a8-58b1-45ec-82f4-fb436f8791a2 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346813 Sep 09 20:14:30.559094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231b8d5-9518-4439-b735-1bd2251cf238 req-efaa0ff2-a321-4971-b7f2-4bf7d40b9e9c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:30.560678 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3231b8d5-9518-4439-b735-1bd2251cf238 req-efaa0ff2-a321-4971-b7f2-4bf7d40b9e9c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0506032 Sep 09 20:14:30.601065 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3231b8d5-9518-4439-b735-1bd2251cf238 req-128b8679-8fc1-40c8-a13a-fb78759711d7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337729 Sep 09 20:14:31.563512 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32910) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:31.744062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f847f-f3c8-4e90-9c2d-a7dcf789247b req-ac5e0ddf-ca93-40e3-b62f-d36bc484487d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:31.747424 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b34f847f-f3c8-4e90-9c2d-a7dcf789247b req-ac5e0ddf-ca93-40e3-b62f-d36bc484487d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0573485 Sep 09 20:14:31.795888 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-b34f847f-f3c8-4e90-9c2d-a7dcf789247b req-0e1365ee-ee9c-4fec-8ded-a180122f93e2 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419955 Sep 09 20:14:31.951816 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Deleting port 9983736c-adb5-470e-a533-1f89767292e9 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:31.952156 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.041203 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.041856 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.062115 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Calling delete_port for 9983736c-adb5-470e-a533-1f89767292e9 owned by network:floatingip {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:32.232570 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.259935 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event deleted for resources: {'Port': ['ID=9983736c-adb5-470e-a533-1f89767292e9,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:32.321504 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for floatingip, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.321835 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.db.l3_db [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Floating IP 8823072f-7b91-4ddf-8115-cd31f4c4bada disassociated (deleted). External IP: 172.27.3.21, port: d95dea4c-a41b-4222-9f5d-b9ab7536f2f7. Sep 09 20:14:32.540604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:32.662932 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:32.668827 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:32.673710 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Sync routers for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:32.683067 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:32.683684 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:32.697823 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2cc21ab7-2f52-4c3c-85bc-7d86b599fd6a tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "DELETE /v2.0/floatingips/8823072f-7b91-4ddf-8115-cd31f4c4bada HTTP/1.1" status: 204 len: 168 time: 1.1332240 Sep 09 20:14:32.698413 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:14:32.700663 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094e885a-6be6-4228-9bcb-c4df71b09ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:14:32.740727 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112e0c72-f918-4c1c-a3bd-aa6945ed92ae x-openstack-request-id: req-112e0c72-f918-4c1c-a3bd-aa6945ed92ae {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:14:32.741030 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:14:32.742289 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-112e0c72-f918-4c1c-a3bd-aa6945ed92ae {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:14:32.743037 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'status': 'completed', 'code': 200} Sep 09 20:14:32.795699 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:32.814452 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-f8a3bf55-e1ef-421b-8a23-b2f59334fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:32.820079 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-f8a3bf55-e1ef-421b-8a23-b2f59334fc1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 1098 time: 0.0542872 Sep 09 20:14:33.003062 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-e62d6a2d-6d1b-49b0-a64a-859f33f9d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:33.004763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-e62d6a2d-6d1b-49b0-a64a-859f33f9d5a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 200 len: 909 time: 0.1732657 Sep 09 20:14:33.019720 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0adddb2-2fa3-4c01-ab67-e6c6327c523e req-d9bf0429-1ff0-48f5-b964-db71a1b3bceb tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:33.021232 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0adddb2-2fa3-4c01-ab67-e6c6327c523e req-d9bf0429-1ff0-48f5-b964-db71a1b3bceb tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.1493890 Sep 09 20:14:33.032293 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:33.036776 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d951d8-759a-4246-acd4-b5ad959094fe req-14f91dd5-c307-4413-94e3-f76f03ab5ee1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:33.039204 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f1d951d8-759a-4246-acd4-b5ad959094fe req-14f91dd5-c307-4413-94e3-f76f03ab5ee1 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.1212921 Sep 09 20:14:33.059302 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Checking router: f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:33.068144 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:33.068634 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:33.081726 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-3a43eb87-d4bb-4d21-abfd-fb6695639d31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 200 len: 217 time: 0.0594876 Sep 09 20:14:33.173431 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-d0adddb2-2fa3-4c01-ab67-e6c6327c523e req-5e1152bd-35e9-4e1a-a618-3c8f51ecfdca tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327896 Sep 09 20:14:33.181156 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-f1d951d8-759a-4246-acd4-b5ad959094fe req-c209a9c3-945b-4341-9816-bc704effa40b tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023901 Sep 09 20:14:33.187244 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-5b1c45a4-7d0f-45f4-80af-7260df2f895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:33.188444 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-5b1c45a4-7d0f-45f4-80af-7260df2f895e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 200 len: 847 time: 0.0916560 Sep 09 20:14:33.188930 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:33.243907 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-94930bd6-3375-4379-95e3-26257fdfe78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:33.245494 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-94930bd6-3375-4379-95e3-26257fdfe78a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b04a4623-2a63-4045-9d1f-4d882c6fcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479121 Sep 09 20:14:33.351108 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-da719359-a61a-4cc1-a18f-30e177a826fb service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965526 Sep 09 20:14:33.450943 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:33.458272 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-094e885a-6be6-4228-9bcb-c4df71b09ba2 req-be84e8c4-16c2-4996-a2f7-10965c9a50d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977049 Sep 09 20:14:33.478638 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86992605-c1d9-444f-9d21-91ddf67083b7 None None] The sync data for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi is: [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:15Z', 'revision_number': 4, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': '51b9aa62-da1c-49e0-ade6-6d96c310bdc2', 'name': '', 'network_id': 'b04a4623-2a63-4045-9d1f-4d882c6fcd07', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'mac_address': 'fa:16:3e:46:24:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'c6fee036-526d-4918-87bf-1756de096652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:14Z', 'updated_at': '2021-09-09T20:09:22Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'subnets': [{'id': 'c6fee036-526d-4918-87bf-1756de096652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:33.722614 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2bcea-b0e7-4f0f-a91b-8e1bbc817ac1 None None] New status for floating IP 8823072f-7b91-4ddf-8115-cd31f4c4bada: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:14:34.346339 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4139b-a182-4bd1-a27e-84e77d438acd req-c14adafa-0483-4702-8187-b1e7d735935d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:34.347865 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75f4139b-a182-4bd1-a27e-84e77d438acd req-c14adafa-0483-4702-8187-b1e7d735935d tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0829177 Sep 09 20:14:34.358036 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a99c0-dfb9-4e02-8120-8611e0e62bab req-9b864e88-e9c9-415b-8022-b751a900a35c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:34.359517 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7b8a99c0-dfb9-4e02-8120-8611e0e62bab req-9b864e88-e9c9-415b-8022-b751a900a35c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0850105 Sep 09 20:14:34.416125 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-75f4139b-a182-4bd1-a27e-84e77d438acd req-6ceae1fd-2d62-4afa-9b1b-9120b7517000 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/security-groups?id=01323e08-aee5-4eed-8d68-71539e5f4d36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556357 Sep 09 20:14:34.425373 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-7b8a99c0-dfb9-4e02-8120-8611e0e62bab req-b8763b15-f2d8-4b8d-b5af-f5dc8fa9f5cc tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589657 Sep 09 20:14:34.493691 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-188c9df7-1e63-407d-9eea-ffbdbc6b32ad tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:34.495158 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-188c9df7-1e63-407d-9eea-ffbdbc6b32ad tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 945 time: 0.0533381 Sep 09 20:14:34.591918 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Deleting port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:34.592245 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:34.689216 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] For port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:34.689524 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:34.701884 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Calling delete_port for d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:34.825997 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:34.863932 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event deleted for resources: {'Port': ['ID=d95dea4c-a41b-4222-9f5d-b9ab7536f2f7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:34.898653 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] No DVR routers for this DVR port d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:34.901166 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:34.903391 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-be5a142b-43cf-40a0-8721-b64c1cfc6c76 req-79c79baa-207b-40a8-9c78-8506d62f68d4 tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.30 "DELETE /v2.0/ports/d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 HTTP/1.1" status: 204 len: 173 time: 0.4016941 Sep 09 20:14:34.903846 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-deleted', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:14:34.906658 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d6ff4-28d2-4f05-b853-d7c47c3047bb" -d '{"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-deleted", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:14:34.948102 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882ed41e-5f89-4d62-b5f1-31c516f5c349 x-openstack-request-id: req-882ed41e-5f89-4d62-b5f1-31c516f5c349 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:14:34.948393 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b2a8a63-9544-4276-bbf8-5b0268cd5908", "name": "network-vif-deleted", "tag": "d95dea4c-a41b-4222-9f5d-b9ab7536f2f7", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:14:34.948641 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-882ed41e-5f89-4d62-b5f1-31c516f5c349 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:14:34.949039 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b2a8a63-9544-4276-bbf8-5b0268cd5908', 'name': 'network-vif-deleted', 'tag': 'd95dea4c-a41b-4222-9f5d-b9ab7536f2f7', 'status': 'completed', 'code': 200} Sep 09 20:14:35.558030 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-cf6c14f7-c436-45f9-ba38-e178aa388d1e req-d3045128-5f8f-497d-8c23-08ccb988485e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b2a8a63-9544-4276-bbf8-5b0268cd5908 HTTP/1.1" status: 200 len: 210 time: 0.0475507 Sep 09 20:14:35.586707 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45941c-5341-4ec9-9665-2b302bfda668 req-c1b913c0-4405-43e2-bd41-9aa236497bb1 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:35.588281 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a45941c-5341-4ec9-9665-2b302bfda668 req-c1b913c0-4405-43e2-bd41-9aa236497bb1 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0692475 Sep 09 20:14:35.665935 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4a45941c-5341-4ec9-9665-2b302bfda668 req-6b6112b4-59ac-42a6-9492-4fa2557f67a7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705171 Sep 09 20:14:36.615321 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32936) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:36.678552 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:36.705821 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:36.791041 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0ba6c-ed3e-4934-a5b4-0e4e5454a406 req-26f7af6d-5649-4e36-b120-ca3c156c30db tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:36.792540 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4af0ba6c-ed3e-4934-a5b4-0e4e5454a406 req-26f7af6d-5649-4e36-b120-ca3c156c30db tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0540411 Sep 09 20:14:36.809787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:36.812205 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:36.813277 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] 10.222.0.37 "DELETE /v2.0/security-groups/01323e08-aee5-4eed-8d68-71539e5f4d36 HTTP/1.1" status: 204 len: 168 time: 0.1969826 Sep 09 20:14:36.831130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc17cd-16b6-44fb-9fe7-e844055ccd0e tempest-TestShelveInstance-1681362720 tempest-TestShelveInstance-1681362720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01323e08-aee5-4eed-8d68-71539e5f4d36,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:36.854222 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-4af0ba6c-ed3e-4934-a5b4-0e4e5454a406 req-550ac1bb-5a71-44cc-9662-6c62a58ec4b9 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527041 Sep 09 20:14:36.884662 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32942) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:37.338240 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:37.572615 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Deleting port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:37.572871 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:37.645773 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] For port 51b9aa62-da1c-49e0-ade6-6d96c310bdc2, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:37.646454 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:37.658427 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Calling delete_port for 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:37.829392 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:14:38.040798 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1eaf0-e8cb-44dd-b00b-9973113316fd req-f8c92fdb-729a-4848-ba7f-20906915a9e7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:38.042360 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c3e1eaf0-e8cb-44dd-b00b-9973113316fd req-f8c92fdb-729a-4848-ba7f-20906915a9e7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0669501 Sep 09 20:14:38.139367 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-c3e1eaf0-e8cb-44dd-b00b-9973113316fd req-c5f8ec86-9bc1-47ea-bf2f-8710737722ae tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611353 Sep 09 20:14:38.203626 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:38.234661 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Pushing event deleted for resources: {'Port': ['ID=51b9aa62-da1c-49e0-ade6-6d96c310bdc2,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:38.403749 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:38.611147 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:38.717830 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:38.724186 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-c85d5d58-f7ee-41ab-a25d-3129817865ed admin admin] 10.222.0.37 "PUT /v2.0/routers/f7379a7e-3dbf-4bdc-a44d-ec1dfd232371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8365917 Sep 09 20:14:38.725222 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32950) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:38.728217 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Sync routers for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:38.737427 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:38.738047 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:38.823449 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:38.828634 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:38.846717 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:38.847067 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device d95dea4c-a41b-4222-9f5d-b9ab7536f2f7 not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:38.863038 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:38.932113 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:38.992548 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Deleting port 0546f9f7-46f5-4953-b56a-90ebb098022e {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:38.992797 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.086467 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] For port 0546f9f7-46f5-4953-b56a-90ebb098022e, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=0546f9f7-46f5-4953-b56a-90ebb098022e,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:39.086843 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.099605 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Calling delete_port for 0546f9f7-46f5-4953-b56a-90ebb098022e owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:39.183919 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:14:38Z', 'revision_number': 5, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port': {'id': '0546f9f7-46f5-4953-b56a-90ebb098022e', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:89:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:39.211089 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Checking router: f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:39.219710 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Routers {'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:39.220339 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:39.306813 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31a293-c95c-4232-bc83-6bfd9281bbbe req-18cbe25d-8310-438c-874f-fd2ab68a3620 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:39.308542 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9d31a293-c95c-4232-bc83-6bfd9281bbbe req-18cbe25d-8310-438c-874f-fd2ab68a3620 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0862553 Sep 09 20:14:39.311225 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] Set router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:39.314881 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.376837 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:14:38Z', 'revision_number': 6, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:39.389005 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Pushing event deleted for resources: {'Port': ['ID=0546f9f7-46f5-4953-b56a-90ebb098022e,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:39.405505 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3164c9d8-9033-48e4-9ec9-ae49c144b60d None None] The sync data for ids ['f7379a7e-3dbf-4bdc-a44d-ec1dfd232371'] in dv-cinder-806991-6-iscsi is: [{'id': 'f7379a7e-3dbf-4bdc-a44d-ec1dfd232371', 'name': 'tempest-TestShelveInstance-710349462-router', 'tenant_id': '3bf4fa9db73e4c5e832ab23f33709486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:12Z', 'updated_at': '2021-09-09T20:14:38Z', 'revision_number': 6, 'project_id': '3bf4fa9db73e4c5e832ab23f33709486', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:39.438864 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-9d31a293-c95c-4232-bc83-6bfd9281bbbe req-bec1f361-11ce-4a04-bf7c-e5b3c9889b46 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188686 Sep 09 20:14:39.450986 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.544149 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.546307 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.590081 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.590594 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:14:39.595614 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.596765 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b5930381-bab5-4caf-9d8d-1910694f2325 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f7379a7e-3dbf-4bdc-a44d-ec1dfd232371 HTTP/1.1" status: 204 len: 168 time: 0.8705964 Sep 09 20:14:39.599437 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32954) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:39.648538 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Deleting subnet c6fee036-526d-4918-87bf-1756de096652 {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:14:39.649324 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.683535 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.763608 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.826095 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.854835 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6fee036-526d-4918-87bf-1756de096652,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:39.858577 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.862763 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-b51e4498-e77f-404e-a20e-a705630467f4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c6fee036-526d-4918-87bf-1756de096652 HTTP/1.1" status: 204 len: 168 time: 0.2600665 Sep 09 20:14:39.862976 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32956) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:39.865453 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cca0d-60ca-4d4f-8a20-f1b6a7d5e513 None None] Network b04a4623-2a63-4045-9d1f-4d882c6fcd07 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:14:39.931827 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:39.987279 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Deleting port 4aba7358-5eef-4bd7-8856-f5d702aacb14 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:39.987629 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.056803 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] For port 4aba7358-5eef-4bd7-8856-f5d702aacb14, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=4aba7358-5eef-4bd7-8856-f5d702aacb14,segment=NetworkSegment(e3d95d39-8f7a-4502-9b68-1e69b59bc55e),segment_id=e3d95d39-8f7a-4502-9b68-1e69b59bc55e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:40.057178 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.070604 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Calling delete_port for 4aba7358-5eef-4bd7-8856-f5d702aacb14 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:40.147540 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.177875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Pushing event deleted for resources: {'Port': ['ID=4aba7358-5eef-4bd7-8856-f5d702aacb14,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:40.180451 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] No DVR routers for this DVR port 4aba7358-5eef-4bd7-8856-f5d702aacb14 on host dv-cinder-806991-6-iscsi {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:40.206474 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192db99-afe3-4e29-b782-b52552a3e72b None None] DHCP port deletion for b04a4623-2a63-4045-9d1f-4d882c6fcd07 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:14:40.262379 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.291880 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04a4623-2a63-4045-9d1f-4d882c6fcd07']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:40.302728 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:40.303010 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d95d39-8f7a-4502-9b68-1e69b59bc55e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:40.314686 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.330389 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.337472 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:14:40.337875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:14:40.339592 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:14:40.400728 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.409368 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:40.415470 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] 10.222.0.37 "DELETE /v2.0/networks/b04a4623-2a63-4045-9d1f-4d882c6fcd07 HTTP/1.1" status: 204 len: 168 time: 0.5486350 Sep 09 20:14:40.417132 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32958) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:40.433766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7cb74-f51f-4770-b7f4-b547017bbcba admin admin] Pushing event deleted for resources: {'Network': ['ID=b04a4623-2a63-4045-9d1f-4d882c6fcd07,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:40.564234 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c18b4d-625a-40b5-8caa-070c49918178 req-ae197b8e-2852-4e34-a3d6-710555871dea tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:14:40.565816 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45c18b4d-625a-40b5-8caa-070c49918178 req-ae197b8e-2852-4e34-a3d6-710555871dea tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0539973 Sep 09 20:14:40.606765 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-45c18b4d-625a-40b5-8caa-070c49918178 req-168ad2cc-37f0-4ff8-a724-3af3952e6776 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&id=d38e225b-fce1-4f3d-a2e2-8b02c7876e36&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345538 Sep 09 20:14:40.839194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:41.099373 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0546f9f7-46f5-4953-b56a-90ebb098022e no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:41.119314 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 0546f9f7-46f5-4953-b56a-90ebb098022e {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:41.119657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 0546f9f7-46f5-4953-b56a-90ebb098022e not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:41.120070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 4aba7358-5eef-4bd7-8856-f5d702aacb14 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:41.129699 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Deleting port 12465fd1-b91d-48d7-9d08-615b74fca08c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:41.130022 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:41.138071 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 4aba7358-5eef-4bd7-8856-f5d702aacb14 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:41.138412 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 4aba7358-5eef-4bd7-8856-f5d702aacb14 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:41.138820 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:41.156896 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:41.157237 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 51b9aa62-da1c-49e0-ade6-6d96c310bdc2 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:41.205032 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] For port 12465fd1-b91d-48d7-9d08-615b74fca08c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=12465fd1-b91d-48d7-9d08-615b74fca08c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:41.205430 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:41.217775 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Calling delete_port for 12465fd1-b91d-48d7-9d08-615b74fca08c owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:41.393809 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:41.429667 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Pushing event deleted for resources: {'Port': ['ID=12465fd1-b91d-48d7-9d08-615b74fca08c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:41.619768 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.087836 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Router a85b8412-8ab3-4a0a-8532-bd8c6e46921a has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:14:42.198592 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:14:42.204199 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-8921e0c9-9706-4b40-b558-64e52b778979 admin admin] 10.222.0.37 "PUT /v2.0/routers/a85b8412-8ab3-4a0a-8532-bd8c6e46921a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7866874 Sep 09 20:14:42.206032 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32964) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:42.207150 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Sync routers for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:14:42.216225 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:42.216828 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:42.313878 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.323809 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:42.422808 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.477247 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Deleting port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:42.478012 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.505586 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:14:41Z', 'revision_number': 5, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port': {'id': '8a404e4b-5a4c-4e04-b29c-b80ae57a9085', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:09:18Z', 'updated_at': '2021-09-09T20:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:42.532753 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Checking router: a85b8412-8ab3-4a0a-8532-bd8c6e46921a for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:14:42.541578 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Routers {'a85b8412-8ab3-4a0a-8532-bd8c6e46921a'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:14:42.542252 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:42.558622 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] For port 8a404e4b-5a4c-4e04-b29c-b80ae57a9085, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:42.558998 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.572462 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Calling delete_port for 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:42.629920 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] Set router a85b8412-8ab3-4a0a-8532-bd8c6e46921a gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:14:42.682399 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:14:42Z', 'revision_number': 6, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:42.758150 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.790164 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a404e4b-5a4c-4e04-b29c-b80ae57a9085,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:42.806829 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda464a3-26ce-4837-b4a4-dc75cb5e9a5a None None] The sync data for ids ['a85b8412-8ab3-4a0a-8532-bd8c6e46921a'] in dv-cinder-806991-6-iscsi is: [{'id': 'a85b8412-8ab3-4a0a-8532-bd8c6e46921a', 'name': 'tempest-TestShelveInstance-1563637149-router', 'tenant_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:09:17Z', 'updated_at': '2021-09-09T20:14:42Z', 'revision_number': 6, 'project_id': 'c5dff8e2c98242b2a58f0e20057f2423', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:14:42.860006 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.951568 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.953634 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.996141 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:42.996688 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85b8412-8ab3-4a0a-8532-bd8c6e46921a {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:14:43.000934 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.002118 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-357ab1fe-b661-404b-8b6d-7bf345e2f599 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a85b8412-8ab3-4a0a-8532-bd8c6e46921a HTTP/1.1" status: 204 len: 168 time: 0.7951458 Sep 09 20:14:43.004665 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32966) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:43.056159 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Deleting subnet 41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:14:43.059811 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.096444 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.188059 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.256252 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.283272 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:43.290648 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.292797 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-58e8b318-542b-4b21-8e7e-7cb3a79a443f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/41bb87aa-4f4d-4a85-a942-9ac8aa9bdf88 HTTP/1.1" status: 204 len: 168 time: 0.2870245 Sep 09 20:14:43.295392 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 32968) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:43.296229 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9f0c7-8fe4-48e3-a425-f03e15e211ab None None] Network d37d7915-f112-4490-b2b1-568f10811e44 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:14:43.367317 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.426562 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Deleting port ca42640d-2cac-42fe-aa3a-78445f17da7c {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:14:43.426901 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.494180 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] For port ca42640d-2cac-42fe-aa3a-78445f17da7c, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=ca42640d-2cac-42fe-aa3a-78445f17da7c,segment=NetworkSegment(3de2f96e-0d3c-45df-869d-5b3af14bfb4e),segment_id=3de2f96e-0d3c-45df-869d-5b3af14bfb4e)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:14:43.494866 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.507343 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Calling delete_port for ca42640d-2cac-42fe-aa3a-78445f17da7c owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:14:43.599644 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.623750 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64254e3-d567-4004-a7db-28bb4b7512ca None None] DHCP port deletion for d37d7915-f112-4490-b2b1-568f10811e44 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:14:43.631070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 12465fd1-b91d-48d7-9d08-615b74fca08c no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:43.645856 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca42640d-2cac-42fe-aa3a-78445f17da7c,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:43.648283 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] No DVR routers for this DVR port ca42640d-2cac-42fe-aa3a-78445f17da7c on host dv-cinder-806991-6-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:14:43.658301 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 12465fd1-b91d-48d7-9d08-615b74fca08c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:43.658916 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 12465fd1-b91d-48d7-9d08-615b74fca08c not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:43.725416 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.751756 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37d7915-f112-4490-b2b1-568f10811e44']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:43.762950 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de2f96e-0d3c-45df-869d-5b3af14bfb4e') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:43.763242 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de2f96e-0d3c-45df-869d-5b3af14bfb4e') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:14:43.779386 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.795167 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.802415 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:14:43.802743 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:14:43.805168 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:14:43.870762 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.879280 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:43.884673 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d37d7915-f112-4490-b2b1-568f10811e44 HTTP/1.1" status: 204 len: 168 time: 0.5876012 Sep 09 20:14:43.905758 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4d7b2-8142-4720-a90b-574d133385f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d37d7915-f112-4490-b2b1-568f10811e44,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:44.039312 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32972) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:44.083276 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-4042a566-c327-45ad-9f32-ca29a7800b47 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bf4fa9db73e4c5e832ab23f33709486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428200 Sep 09 20:14:44.086598 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32974) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:44.135037 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.156279 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.203332 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.206184 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.207294 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ab652a9-2260-4dec-97c3-fce4ba260a45 HTTP/1.1" status: 204 len: 168 time: 0.1198006 Sep 09 20:14:44.215847 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72542c-80fd-49bf-ae81-bf611fa34896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab652a9-2260-4dec-97c3-fce4ba260a45,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:44.560657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e928010c-436b-4681-8b2c-a99800f3069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.563766 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32980) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:44.606525 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-057658a3-d8dc-48c9-8410-f3b24e318a4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5dff8e2c98242b2a58f0e20057f2423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415545 Sep 09 20:14:44.609028 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 32982) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:14:44.657618 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.680335 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.733128 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.735778 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:44.736989 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81f11623-5625-4883-bc8a-3357ece827e7 HTTP/1.1" status: 204 len: 168 time: 0.1270211 Sep 09 20:14:44.752141 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2d1c6-784d-4d0b-a266-133104764566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f11623-5625-4883-bc8a-3357ece827e7,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:14:45.103274 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:45.124498 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:45.124843 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 8a404e4b-5a4c-4e04-b29c-b80ae57a9085 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:45.125253 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device ca42640d-2cac-42fe-aa3a-78445f17da7c no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:14:45.144596 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: ca42640d-2cac-42fe-aa3a-78445f17da7c {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:14:45.144937 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device ca42640d-2cac-42fe-aa3a-78445f17da7c not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:14:47.639105 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d1888c80-d30f-4574-b573-ee7bbc1cdcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:47.870670 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:48.959473 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:50.474133 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:14:55.038326 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:03.576575 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-8dcae926-502c-4dff-99b5-b6054875e2bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420015 Sep 09 20:15:03.657669 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-d6c82022-a4ca-4f1e-92d9-5b35631a1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:03.659176 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-d6c82022-a4ca-4f1e-92d9-5b35631a1fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1138 time: 0.0398543 Sep 09 20:15:03.766615 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-eb406f0e-1fce-4ee2-9c4e-17db0a72d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:03.768138 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-eb406f0e-1fce-4ee2-9c4e-17db0a72d24f service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.0885801 Sep 09 20:15:03.838522 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-ec8d2fb9-c2b6-4e04-9300-1061c89a6674 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 1001 time: 0.0584817 Sep 09 20:15:03.887691 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-54a77f23-ec8c-4791-9f21-2d5790b2877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:03.889169 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-54a77f23-ec8c-4791-9f21-2d5790b2877b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0434077 Sep 09 20:15:03.938969 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-0429a33e-0bfc-470c-b479-af8ce9bbec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:03.940423 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-0429a33e-0bfc-470c-b479-af8ce9bbec79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435586 Sep 09 20:15:04.031744 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-067c6c46-a4f2-4f72-85a4-23984f01a81b service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813916 Sep 09 20:15:04.121962 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-05dc568b-0d20-494c-b641-25bf1bf19f9d req-c77dd959-2d15-4b73-9880-8c8a65000055 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825851 Sep 09 20:15:13.634189 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-12ba0536-0b1c-437e-aa38-5b6bf2034e0d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482157078&fields=id&tenant_id=dce37aebeb3c46c29a976433c8f26bcc HTTP/1.1" status: 200 len: 267 time: 0.0318480 Sep 09 20:15:13.687094 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-f8e3d0c9-75b8-4ee3-ac51-b1aaaa4703d7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:13.688572 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-f8e3d0c9-75b8-4ee3-ac51-b1aaaa4703d7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 985 time: 0.0481496 Sep 09 20:15:13.699814 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.v2.base [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Request body: {'port': {'security_groups': ['0d0da898-2018-49e7-ba6c-fbde2a469470']}} {{(pid=94091) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 20:15:13.767799 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-671023'] for port, before_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:13.936787 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:13.964848 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for port, precommit_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:13.969241 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746106793494', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746106273509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746106273527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12769978'] for port, after_update {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:13.981070 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:15:14.010899 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:14.011533 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.012942 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-97bf5639-0282-4df4-8379-ed71cbfbcacc req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "PUT /v2.0/ports/f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 943 time: 0.3180945 Sep 09 20:15:14.013420 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:15:14.015693 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:15:14.021258 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33002) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:14.044322 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event updated for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=7']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:14.053020 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.053533 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.053731 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.054060 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.054448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.054944 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.055175 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.055407 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.055726 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.056290 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.057132 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.057505 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087bbcf-4e80-4ea2-a913-bd88472b3a0f tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94091) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.078622 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5c3050-b0b7-43d2-aa28-44e33f999247 x-openstack-request-id: req-fc5c3050-b0b7-43d2-aa28-44e33f999247 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:15:14.078934 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:15:14.079186 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc5c3050-b0b7-43d2-aa28-44e33f999247 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:15:14.079585 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:15:14.104438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.106966 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:15:14.135464 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.152500 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-38db23d6-636d-4d41-8943-69e6c636885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:14.154390 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-38db23d6-636d-4d41-8943-69e6c636885d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1099 time: 0.0531225 Sep 09 20:15:14.221438 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.224535 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for security_group, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.230094 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "DELETE /v2.0/security-groups/d38e225b-fce1-4f3d-a2e2-8b02c7876e36 HTTP/1.1" status: 204 len: 168 time: 0.2077453 Sep 09 20:15:14.230947 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33004) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:14.249194 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38e225b-fce1-4f3d-a2e2-8b02c7876e36,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:14.279559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-49668dd5-928d-43ae-9c25-e26160ac713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:14.281048 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-49668dd5-928d-43ae-9c25-e26160ac713d service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.1188469 Sep 09 20:15:14.287092 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.287442 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.287783 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.288126 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.288461 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.288794 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.289122 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.289477 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.289804 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.290128 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.290455 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.290827 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88020fa7-7774-4039-a59f-106051777bc7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94092) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:14.344118 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.provisioning_blocks [None req-bb2ca3d0-d304-4766-b65f-6d7e9fbb0970 None None] Provisioning complete for port f11d32bd-7a8e-49bf-9847-c559daf5233d triggered by entity DHCP. {{(pid=94093) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 20:15:14.345021 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca3d0-d304-4766-b65f-6d7e9fbb0970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-709851'] for port, provisioning_complete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.350831 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-33834bd9-8612-4ab0-8109-0ddc96d66283 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 1001 time: 0.0621181 Sep 09 20:15:14.401643 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-f2284abe-30cd-4ecc-a3aa-887fcdbac1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:14.403255 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-f2284abe-30cd-4ecc-a3aa-887fcdbac1d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0447001 Sep 09 20:15:14.424176 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Deleting port a2cb7396-4010-4663-80af-363c6e8afcd3 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:14.424528 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.455524 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-9b3c28eb-2060-4a4a-9d01-1792dbe6953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:14.457023 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-9b3c28eb-2060-4a4a-9d01-1792dbe6953e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466805 Sep 09 20:15:14.504847 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.505091 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.517031 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Calling delete_port for a2cb7396-4010-4663-80af-363c6e8afcd3 owned by network:floatingip {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:14.547478 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-6a86408d-6e24-4953-a890-305a6c09f94d service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825713 Sep 09 20:15:14.560869 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4bb19935-9a53-4114-a904-be8bf249edd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.644038 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-3bd1c3ec-b880-4037-9ffd-98692b6c8d0e req-e34ade0e-e5af-4e40-b7c4-15d2900e705d service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891440 Sep 09 20:15:14.689241 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.716701 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event deleted for resources: {'Port': ['ID=a2cb7396-4010-4663-80af-363c6e8afcd3,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:14.779761 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:14.779992 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.db.l3_db [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Floating IP 87eb350f-1236-4890-adc5-5e5e0e278b6d disassociated (deleted). External IP: 172.27.3.16, port: f11d32bd-7a8e-49bf-9847-c559daf5233d. Sep 09 20:15:14.828283 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:15:14.983929 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Router a1ca187a-a1e0-4cdc-9558-e446201d34f7 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:15:15.091090 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:15:15.095822 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for floatingip, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:15.100617 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Sync routers for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:15:15.110453 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:15.111064 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:15.122986 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-e5404b63-403f-46a2-aa17-1cab2739f616 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "DELETE /v2.0/floatingips/87eb350f-1236-4890-adc5-5e5e0e278b6d HTTP/1.1" status: 204 len: 168 time: 0.8814559 Sep 09 20:15:15.123676 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94092) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:15:15.126040 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0969e91b5c8e9b6ac5bef48bba659d51b741c7e162e4eedc55167b09a7e72ea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46249a14-a50f-4f05-92dc-77f81b1dcdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94092) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:15:15.223765 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:15.377997 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55fb95d-ed02-416c-b432-31838b8272c2 x-openstack-request-id: req-d55fb95d-ed02-416c-b432-31838b8272c2 {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:15:15.378300 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94092) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:15:15.378561 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d55fb95d-ed02-416c-b432-31838b8272c2 {{(pid=94092) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:15:15.378964 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:15:15.443581 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:15.443818 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-5f60d153-c8c3-486c-8fff-405b9520847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:15.445301 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-5f60d153-c8c3-486c-8fff-405b9520847e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 1099 time: 0.0434453 Sep 09 20:15:15.474156 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Checking router: a1ca187a-a1e0-4cdc-9558-e446201d34f7 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:15:15.486183 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:15.486836 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:14:48Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:15.540077 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-a2b6bf3a-77e2-4323-912b-b7ce46916d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:15.542134 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-a2b6bf3a-77e2-4323-912b-b7ce46916d45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 200 len: 915 time: 0.0902662 Sep 09 20:15:15.586892 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-e799e8a1-f043-4929-b41c-cc3132c58606 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 200 len: 217 time: 0.0342379 Sep 09 20:15:15.635676 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-717a0d94-0ba7-459e-81ca-2ec0100a4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:15.638207 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-717a0d94-0ba7-459e-81ca-2ec0100a4b55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 200 len: 853 time: 0.0434184 Sep 09 20:15:15.640355 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:15.690591 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-7494022a-a373-479c-9799-8c7d10b4f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:15.692153 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-7494022a-a373-479c-9799-8c7d10b4f761 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=72c18f5d-8e63-47c7-b5c0-4e8c46462c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459058 Sep 09 20:15:15.796137 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-96b33e01-7f6e-4c9a-840a-417105dab3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914798 Sep 09 20:15:15.902432 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-46249a14-a50f-4f05-92dc-77f81b1dcdf8 req-77302cfd-9b75-4fb3-82b5-345b224ac64e service neutron] 10.222.0.30 "GET /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954080 Sep 09 20:15:16.026784 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:16.056681 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6931c6b3-5443-4a78-818a-5e3ed832154d None None] The sync data for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi is: [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:10Z', 'revision_number': 4, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi', '_interfaces': [{'id': 'c6e537c7-58b1-476c-b0e6-0d723b827d7f', 'name': '', 'network_id': '72c18f5d-8e63-47c7-b5c0-4e8c46462c05', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'mac_address': 'fa:16:3e:48:96:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:09Z', 'updated_at': '2021-09-09T20:13:16Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'subnets': [{'id': 'd9181b74-7a1f-46be-8cc4-74a2aa21da82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:15:16.273109 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01904c30-a9c9-40f1-b4ae-b438493fe316 None None] New status for floating IP 87eb350f-1236-4890-adc5-5e5e0e278b6d: DOWN {{(pid=94094) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 20:15:17.638918 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-035886ff-cec8-4233-acda-16ed524f9b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:17.871804 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:17.872139 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0d085-5eda-47ec-9cdd-1ceea6905754 req-2ae7a74b-9c73-4488-bf66-c08d392b178d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:17.873681 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fab0d085-5eda-47ec-9cdd-1ceea6905754 req-2ae7a74b-9c73-4488-bf66-c08d392b178d tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0504341 Sep 09 20:15:17.917212 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-fab0d085-5eda-47ec-9cdd-1ceea6905754 req-1fb92227-a5ed-4aaf-8a2c-42c8c72121b3 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Sep 09 20:15:18.961970 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:19.036230 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11ad7f-1d7f-4ba5-bdb0-f9c8d9761c54 req-3f05f9bb-7be8-45a5-a9da-e4dc83eaeb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:19.037731 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c11ad7f-1d7f-4ba5-bdb0-f9c8d9761c54 req-3f05f9bb-7be8-45a5-a9da-e4dc83eaeb38 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0476904 Sep 09 20:15:19.075077 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0c11ad7f-1d7f-4ba5-bdb0-f9c8d9761c54 req-a7722251-3dd3-4c71-8d86-35b39c21319c tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/security-groups?id=0d0da898-2018-49e7-ba6c-fbde2a469470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307152 Sep 09 20:15:19.560501 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71333-9743-4fa5-8287-415037618297 req-c0bced63-23fa-4b5a-bdfb-d022dd8d46f7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94091) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 20:15:19.561959 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0af71333-9743-4fa5-8287-415037618297 req-c0bced63-23fa-4b5a-bdfb-d022dd8d46f7 tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 946 time: 0.0511479 Sep 09 20:15:19.647852 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Deleting port f11d32bd-7a8e-49bf-9847-c559daf5233d {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:19.648191 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:20.001036 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] For port f11d32bd-7a8e-49bf-9847-c559daf5233d, host hv-cinder-80699, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80699',level=0,port_id=f11d32bd-7a8e-49bf-9847-c559daf5233d,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:20.001431 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:20.014944 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Calling delete_port for f11d32bd-7a8e-49bf-9847-c559daf5233d owned by compute:nova {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:20.136654 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:20.148225 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] get_ports_and_sgs() called for port_ids ['f11d32bd-7a8e-49bf-9847-c559daf5233d'] {{(pid=94093) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 20:15:20.201237 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Pushing event deleted for resources: {'Port': ['ID=f11d32bd-7a8e-49bf-9847-c559daf5233d,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:20.217983 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-bbf87526-701e-4226-883a-af535402e38c req-4ad116f7-0b85-418c-8149-2bf6a2f2d6db tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.37 "GET /v2.0/ports?device_id=46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a HTTP/1.1" status: 200 len: 210 time: 0.0693390 Sep 09 20:15:20.236908 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] No DVR routers for this DVR port f11d32bd-7a8e-49bf-9847-c559daf5233d on host hv-cinder-80699 {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:15:20.240157 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-31140'] for port, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:20.242142 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [req-0af71333-9743-4fa5-8287-415037618297 req-c798e50c-c699-4846-8710-1b8a308822ff tempest-TestMinimumBasicScenario-1092752446 tempest-TestMinimumBasicScenario-1092752446-project] 10.222.0.30 "DELETE /v2.0/ports/f11d32bd-7a8e-49bf-9847-c559daf5233d HTTP/1.1" status: 204 len: 173 time: 0.6740670 Sep 09 20:15:20.242589 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'name': 'network-vif-deleted', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d'}] {{(pid=94091) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 20:15:20.246103 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}253d186ef3df90ff410727e712e517acae4570ddf53e6226e9989e4bf4bbf91e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c0a6a-6a08-438f-8790-4db659212bce" -d '{"events": [{"server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "name": "network-vif-deleted", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d"}]}' {{(pid=94091) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 20:15:20.286894 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bf6355-d2ab-46d4-a95d-992280d228a3 x-openstack-request-id: req-68bf6355-d2ab-46d4-a95d-992280d228a3 {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 20:15:20.287181 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a", "name": "network-vif-deleted", "tag": "f11d32bd-7a8e-49bf-9847-c559daf5233d", "status": "completed", "code": 200}]} {{(pid=94091) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 20:15:20.287428 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68bf6355-d2ab-46d4-a95d-992280d228a3 {{(pid=94091) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 20:15:20.287819 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c5ecf2-6e4c-4fc0-9da0-05a1d9c2055a', 'name': 'network-vif-deleted', 'tag': 'f11d32bd-7a8e-49bf-9847-c559daf5233d', 'status': 'completed', 'code': 200} Sep 09 20:15:20.476000 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:21.890222 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33088) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:22.475065 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:22.711206 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Deleting port c6e537c7-58b1-476c-b0e6-0d723b827d7f {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:22.711550 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:22.792957 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] For port c6e537c7-58b1-476c-b0e6-0d723b827d7f, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=c6e537c7-58b1-476c-b0e6-0d723b827d7f,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:22.793228 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:22.805151 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Calling delete_port for c6e537c7-58b1-476c-b0e6-0d723b827d7f owned by network:router_interface {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:22.980982 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.006669 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e537c7-58b1-476c-b0e6-0d723b827d7f,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:23.013243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f11d32bd-7a8e-49bf-9847-c559daf5233d no longer exists at agent hyperv_hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:23.037828 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] No Port match for: f11d32bd-7a8e-49bf-9847-c559daf5233d {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:23.038799 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Device f11d32bd-7a8e-49bf-9847-c559daf5233d not bound to the agent host hv-cinder-80699 {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:23.184437 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.393153 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Router a1ca187a-a1e0-4cdc-9558-e446201d34f7 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94092) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:15:23.498836 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94092) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:15:23.503798 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-0a0632c1-b8f6-4ed6-87e2-cdd6be980058 admin admin] 10.222.0.37 "PUT /v2.0/routers/a1ca187a-a1e0-4cdc-9558-e446201d34f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6124771 Sep 09 20:15:23.506392 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33090) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:23.507896 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Sync routers for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:15:23.518302 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:23.518916 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:15:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:23.608284 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.624723 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:23.726234 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.784326 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Deleting port 49c8b520-696f-45b4-b4ab-103fa814a766 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:23.784677 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.813233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:15:22Z', 'revision_number': 5, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port': {'id': '49c8b520-696f-45b4-b4ab-103fa814a766', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:23.840856 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Checking router: a1ca187a-a1e0-4cdc-9558-e446201d34f7 for host: dv-cinder-806991-6-iscsi {{(pid=94093) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:15:23.850628 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Routers {'a1ca187a-a1e0-4cdc-9558-e446201d34f7'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94093) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:23.851307 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:15:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'], 'active': True} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:23.868003 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] For port 49c8b520-696f-45b4-b4ab-103fa814a766, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=49c8b520-696f-45b4-b4ab-103fa814a766,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:23.868373 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:23.880797 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Calling delete_port for 49c8b520-696f-45b4-b4ab-103fa814a766 owned by network:router_gateway {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:23.943827 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvr_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] Set router a1ca187a-a1e0-4cdc-9558-e446201d34f7 gateway port host: None {{(pid=94093) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:24.001254 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_hamode_db [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:15:23Z', 'revision_number': 6, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94093) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:24.033490 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188b95d3-12c2-45d0-ae99-097e3f53131a None None] The sync data for ids ['a1ca187a-a1e0-4cdc-9558-e446201d34f7'] in dv-cinder-806991-6-iscsi is: [{'id': 'a1ca187a-a1e0-4cdc-9558-e446201d34f7', 'name': 'tempest-TestMinimumBasicScenario-546739315-router', 'tenant_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:07Z', 'updated_at': '2021-09-09T20:15:23Z', 'revision_number': 6, 'project_id': 'dce37aebeb3c46c29a976433c8f26bcc', 'gw_port_host': None}] {{(pid=94093) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:15:24.058570 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.086550 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c8b520-696f-45b4-b4ab-103fa814a766,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:24.144259 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.236341 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.238509 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.285406 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.285880 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ca187a-a1e0-4cdc-9558-e446201d34f7 {{(pid=94092) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:15:24.290081 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] Notify callbacks [] for router, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.291695 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-5bb8e584-4732-4a2d-867a-22f2b2d5dc68 admin admin] 10.222.0.37 "DELETE /v2.0/routers/a1ca187a-a1e0-4cdc-9558-e446201d34f7 HTTP/1.1" status: 204 len: 168 time: 0.7843940 Sep 09 20:15:24.294226 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33092) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:24.349033 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.db_base_plugin_v2 [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Deleting subnet d9181b74-7a1f-46be-8cc4-74a2aa21da82 {{(pid=94092) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:15:24.351985 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.387018 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12981801'] for subnet, precommit_delete_associations {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.475093 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.526974 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13047309', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13027933'] for subnet, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.553389 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9181b74-7a1f-46be-8cc4-74a2aa21da82,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:24.555274 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.557260 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-d379eb0b-5dc6-4ceb-b500-4129ea833603 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d9181b74-7a1f-46be-8cc4-74a2aa21da82 HTTP/1.1" status: 204 len: 168 time: 0.2620320 Sep 09 20:15:24.559922 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.wsgi [-] (94092) accepted ('10.222.0.37', 33094) {{(pid=94092) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:24.562985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e7cfe-dc71-419b-ba60-23d2cdc16ad4 None None] Network 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:15:24.630065 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.683538 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Deleting port 87a0ada6-8746-4ef7-8a84-c722ade38888 {{(pid=94092) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:24.684119 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.746766 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.db [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] For port 87a0ada6-8746-4ef7-8a84-c722ade38888, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=87a0ada6-8746-4ef7-8a84-c722ade38888,segment=NetworkSegment(c03a76e2-1097-44a1-a307-980056e579ab),segment_id=c03a76e2-1097-44a1-a307-980056e579ab)] {{(pid=94092) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:24.747193 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.760977 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.plugin [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Calling delete_port for 87a0ada6-8746-4ef7-8a84-c722ade38888 owned by network:dhcp {{(pid=94092) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:24.805652 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] DHCP port deletion for 72c18f5d-8e63-47c7-b5c0-4e8c46462c05 request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:15:24.846297 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13047344'] for port, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.854243 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Deleting port 87a0ada6-8746-4ef7-8a84-c722ade38888 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:24.854743 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.872598 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a0ada6-8746-4ef7-8a84-c722ade38888,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:24.876114 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] No DVR routers for this DVR port 87a0ada6-8746-4ef7-8a84-c722ade38888 on host dv-cinder-806991-6-iscsi {{(pid=94092) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:15:24.922960 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] For port 87a0ada6-8746-4ef7-8a84-c722ade38888, host dv-cinder-806991-6-iscsi, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:24.923352 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.936734 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Calling delete_port for 87a0ada6-8746-4ef7-8a84-c722ade38888 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:24.939460 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Port 87a0ada6-8746-4ef7-8a84-c722ade38888 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 20:15:24.940741 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.951798 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:24.970775 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Pushing event deleted for resources: {'Port': ['ID=87a0ada6-8746-4ef7-8a84-c722ade38888,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:24.974716 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c18f5d-8e63-47c7-b5c0-4e8c46462c05']}} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:24.975184 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] No DVR routers for this DVR port 87a0ada6-8746-4ef7-8a84-c722ade38888 on host dv-cinder-806991-6-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:15:24.981868 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.982220 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.982564 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.982924 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.983248 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.983581 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.983929 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.984242 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.984570 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.985357 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.985357 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.986025 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5937ed88-f936-4821-9d53-c501c94d8c63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806991-6-iscsi {{(pid=94093) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 20:15:24.989801 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03a76e2-1097-44a1-a307-980056e579ab') {'for_net_delete': True} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:24.990104 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.services.segments.db [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03a76e2-1097-44a1-a307-980056e579ab') {} {{(pid=94092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:25.000454 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12981840'] for segment, before_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.016301 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.023139 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=94092) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:15:25.023717 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13048303'] for segment, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: Traceback (most recent call last): Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: timer() Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: cb(*args, **kw) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: return func(*args, **kwargs) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: self._notify() Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: self.callback(batched_events) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: event.method(event) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: return f(self, *a, **k) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._get(url).json() Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: return self.request(url, 'GET', **kwargs) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:15:25.026291 dv-cinder-806991-6-iscsi neutron-server[94092]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:15:25.057736 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.092821 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.099327 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron_lib.callbacks.manager [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.101429 dv-cinder-806991-6-iscsi neutron-server[94092]: INFO neutron.wsgi [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] 10.222.0.37 "DELETE /v2.0/networks/72c18f5d-8e63-47c7-b5c0-4e8c46462c05 HTTP/1.1" status: 204 len: 168 time: 0.5404499 Sep 09 20:15:25.104579 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33096) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:25.110470 dv-cinder-806991-6-iscsi neutron-server[94092]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065f68-35a5-4a28-89ef-08cf68782187 admin admin] Pushing event deleted for resources: {'Network': ['ID=72c18f5d-8e63-47c7-b5c0-4e8c46462c05,revision_number=None']} {{(pid=94092) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:25.135519 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c6e537c7-58b1-476c-b0e6-0d723b827d7f no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:25.155935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: c6e537c7-58b1-476c-b0e6-0d723b827d7f {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:25.156278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device c6e537c7-58b1-476c-b0e6-0d723b827d7f not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:25.156687 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 49c8b520-696f-45b4-b4ab-103fa814a766 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:25.175175 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 49c8b520-696f-45b4-b4ab-103fa814a766 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:25.175536 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 49c8b520-696f-45b4-b4ab-103fa814a766 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:25.175935 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 87a0ada6-8746-4ef7-8a84-c722ade38888 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:25.194651 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 87a0ada6-8746-4ef7-8a84-c722ade38888 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:25.194993 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 87a0ada6-8746-4ef7-8a84-c722ade38888 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:25.451139 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1586728'] for router_interface, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.690107 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Deleting port 13bbcc86-4a6a-46d4-818f-104e3d819634 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:25.690449 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.766434 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] For port 13bbcc86-4a6a-46d4-818f-104e3d819634, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=13bbcc86-4a6a-46d4-818f-104e3d819634,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:25.766711 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.778950 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Calling delete_port for 13bbcc86-4a6a-46d4-818f-104e3d819634 owned by network:router_interface {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:25.956646 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:25.987105 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Pushing event deleted for resources: {'Port': ['ID=13bbcc86-4a6a-46d4-818f-104e3d819634,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:26.157254 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1692990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1586844'] for router_interface, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:26.370138 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 has already been hosted by L3 agent fec5fd91-86e7-4046-9a77-1668496404b7 {{(pid=94091) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 20:15:26.474666 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] Notify agent at l3_agent.dv-cinder-806991-6-iscsi the message routers_updated {{(pid=94091) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 20:15:26.480198 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-84275baf-16ef-482f-b4f7-0b46630ed7da admin admin] 10.222.0.37 "PUT /v2.0/routers/1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3746114 Sep 09 20:15:26.482806 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33098) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:26.485242 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Sync routers for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 20:15:26.494763 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:26.495376 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:15:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:26.584466 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:26.596886 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: dv-cinder-806991-6-iscsi {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:26.685825 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:26.738226 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Deleting port 98b2dad7-a060-4774-b0c6-5ddfb6e05273 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:26.738564 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:26.773554 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'external_fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:15:25Z', 'revision_number': 5, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port': {'id': '98b2dad7-a060-4774-b0c6-5ddfb6e05273', 'name': '', 'network_id': '8f45ecdc-3daf-47d3-ab15-9fcfc7baeebe', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:18:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806991-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e71fe7e-a334-44d9-8836-e4dc88a07754', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806991-6-iscsi'}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:26.800212 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Checking router: 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 for host: dv-cinder-806991-6-iscsi {{(pid=94094) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 20:15:26.809626 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Routers {'1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'} bound to L3 agent in host dv-cinder-806991-6-iscsi {{(pid=94094) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 20:15:26.810239 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806991-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T19:55:48Z,description=,heartbeat_timestamp=2021-09-09T20:15:18Z,host='dv-cinder-806991-6-iscsi',id=fec5fd91-86e7-4046-9a77-1668496404b7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T19:55:48Z,topic='l3_agent')) {'router_ids': ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'], 'active': True} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:26.815770 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] For port 98b2dad7-a060-4774-b0c6-5ddfb6e05273, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=98b2dad7-a060-4774-b0c6-5ddfb6e05273,segment=NetworkSegment(56cc01c8-a363-48ad-8619-62cc6855d3a5),segment_id=56cc01c8-a363-48ad-8619-62cc6855d3a5)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:26.816130 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:26.828580 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Calling delete_port for 98b2dad7-a060-4774-b0c6-5ddfb6e05273 owned by network:router_gateway {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:26.896874 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_dvr_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] Set router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 gateway port host: None {{(pid=94094) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 20:15:26.950999 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.l3_hamode_db [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:15:26Z', 'revision_number': 6, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port_host': None}], 'dv-cinder-806991-6-iscsi', False) {} {{(pid=94094) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:26.977501 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bf2685-c41b-470b-a774-bd543f2ab5f8 None None] The sync data for ids ['1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2'] in dv-cinder-806991-6-iscsi is: [{'id': '1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2', 'name': 'tempest-TestMinimumBasicScenario-47908797-router', 'tenant_id': '32059bd5ca724036aa65bf0015c02343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T20:13:12Z', 'updated_at': '2021-09-09T20:15:26Z', 'revision_number': 6, 'project_id': '32059bd5ca724036aa65bf0015c02343', 'gw_port_host': None}] {{(pid=94094) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 20:15:26.994870 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.026016 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98b2dad7-a060-4774-b0c6-5ddfb6e05273,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:27.082922 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1584254'] for router_gateway, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.170421 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585613', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13192'] for router, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.174994 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.217004 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585604'] for router, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.217506 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 {{(pid=94091) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 20:15:27.221827 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.223005 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9e8005e5-8d23-4caa-875d-e5789c55a8f3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1a7d36c4-875c-44ea-9a0a-9fa89c2d10c2 HTTP/1.1" status: 204 len: 168 time: 0.7392058 Sep 09 20:15:27.225448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33100) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:27.271653 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Deleting subnet e9c077bd-355c-44fa-a5ca-f6d24d43a01a {{(pid=94091) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 20:15:27.274559 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.308178 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13136662'] for subnet, precommit_delete_associations {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.403674 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-706949'] for subnet, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.463036 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-706956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12768628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13580406'] for subnet, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.488425 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9c077bd-355c-44fa-a5ca-f6d24d43a01a,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:27.492866 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for subnet, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.494945 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9cc76534-9b66-485e-a076-342712e8146e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e9c077bd-355c-44fa-a5ca-f6d24d43a01a HTTP/1.1" status: 204 len: 168 time: 0.2685468 Sep 09 20:15:27.497351 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33102) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:27.500244 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd7b313-8613-4f2f-bbb2-67582e1cb987 None None] Network 70dc568d-5645-4f3d-91a6-f5d78c2cb36b requested from dv-cinder-806991-6-iscsi {{(pid=94093) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 20:15:27.564522 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-618841'] for network, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.616731 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Deleting port 14867aad-a386-4aa5-895b-69af6d13c366 {{(pid=94091) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:27.617073 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.682904 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.db [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] For port 14867aad-a386-4aa5-895b-69af6d13c366, host dv-cinder-806991-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806991-6-iscsi',level=0,port_id=14867aad-a386-4aa5-895b-69af6d13c366,segment=NetworkSegment(9b54a015-5970-4de4-9ac7-ee8cb336eb0e),segment_id=9b54a015-5970-4de4-9ac7-ee8cb336eb0e)] {{(pid=94091) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:27.683198 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.694547 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.plugin [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Calling delete_port for 14867aad-a386-4aa5-895b-69af6d13c366 owned by network:dhcp {{(pid=94091) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:27.742905 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 13bbcc86-4a6a-46d4-818f-104e3d819634 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:27.748706 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] DHCP port deletion for 70dc568d-5645-4f3d-91a6-f5d78c2cb36b request from dv-cinder-806991-6-iscsi {{(pid=94093) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 20:15:27.769347 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 13bbcc86-4a6a-46d4-818f-104e3d819634 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:27.769685 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 13bbcc86-4a6a-46d4-818f-104e3d819634 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:27.785674 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12768585'] for port, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.814220 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Deleting port 14867aad-a386-4aa5-895b-69af6d13c366 {{(pid=94093) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 20:15:27.814439 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Pushing event deleted for resources: {'Port': ['ID=14867aad-a386-4aa5-895b-69af6d13c366,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:27.814603 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746106786106'] for port, before_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.820111 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] No DVR routers for this DVR port 14867aad-a386-4aa5-895b-69af6d13c366 on host dv-cinder-806991-6-iscsi {{(pid=94091) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:15:27.888835 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.db [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] For port 14867aad-a386-4aa5-895b-69af6d13c366, host dv-cinder-806991-6-iscsi, got binding levels [] {{(pid=94093) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 20:15:27.889242 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1579097'] for port, precommit_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.895335 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711920', 'neutron.services.segments.db._delete_segments_for_network-8746106573213'] for network, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.900951 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Calling delete_port for 14867aad-a386-4aa5-895b-69af6d13c366 owned by network:dhcp {{(pid=94093) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 20:15:27.903605 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.ipam_backend_mixin [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Port 14867aad-a386-4aa5-895b-69af6d13c366 was not found and therefore no delete operation was performed {{(pid=94093) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 20:15:27.904843 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-671072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177314', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746106793476', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746106273500'] for port, after_delete {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.917101 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dc568d-5645-4f3d-91a6-f5d78c2cb36b']}} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:27.927453 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] Pushing event deleted for resources: {'Port': ['ID=14867aad-a386-4aa5-895b-69af6d13c366,revision_number=None']} {{(pid=94093) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:27.927995 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b54a015-5970-4de4-9ac7-ee8cb336eb0e') {'for_net_delete': True} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:27.928304 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.services.segments.db [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b54a015-5970-4de4-9ac7-ee8cb336eb0e') {} {{(pid=94091) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 20:15:27.940374 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746106573734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13136751'] for segment, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.941964 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad53d1-1af8-48f7-80d3-34343d90046c None None] No DVR routers for this DVR port 14867aad-a386-4aa5-895b-69af6d13c366 on host dv-cinder-806991-6-iscsi {{(pid=94093) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 20:15:27.963427 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727'] for segment, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.969832 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=94091) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 20:15:27.970266 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-711727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12769942'] for segment, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: Traceback (most recent call last): Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: timer() Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: cb(*args, **kw) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: return func(*args, **kwargs) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: self._notify() Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: self.callback(batched_events) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: event.method(event) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: return f(self, *a, **k) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._get(url).json() Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: return self.request(url, 'GET', **kwargs) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 20:15:27.972210 dv-cinder-806991-6-iscsi neutron-server[94091]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 20:15:28.034077 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-705539', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579563', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1692983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1584154'] for network, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.039447 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1692965'] for network, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.041506 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] 10.222.0.37 "DELETE /v2.0/networks/70dc568d-5645-4f3d-91a6-f5d78c2cb36b HTTP/1.1" status: 204 len: 168 time: 0.5431812 Sep 09 20:15:28.051931 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a1edd-7200-4747-b6c3-bae84d6a7084 admin admin] Pushing event deleted for resources: {'Network': ['ID=70dc568d-5645-4f3d-91a6-f5d78c2cb36b,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:28.207098 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33106) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:28.251034 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-00e89a16-5c00-4fa6-8244-59e028e9aa20 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dce37aebeb3c46c29a976433c8f26bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425208 Sep 09 20:15:28.253523 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33108) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:28.301517 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.323315 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.377448 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.379956 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.381133 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d0da898-2018-49e7-ba6c-fbde2a469470 HTTP/1.1" status: 204 len: 168 time: 0.1267242 Sep 09 20:15:28.388974 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6336d-ed11-48a1-a214-c11f6d6ce50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0da898-2018-49e7-ba6c-fbde2a469470,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:28.685612 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33114) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:28.724939 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-0e66e097-f093-4966-b5a9-7bc82bf12ea3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32059bd5ca724036aa65bf0015c02343&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381358 Sep 09 20:15:28.727628 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.wsgi [-] (94091) accepted ('10.222.0.37', 33116) {{(pid=94091) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 20:15:28.776282 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.796731 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.842875 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578438'] for security_group, after_delete {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.845446 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron_lib.callbacks.manager [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94091) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:28.846699 dv-cinder-806991-6-iscsi neutron-server[94091]: INFO neutron.wsgi [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e4cfeb6-f4d0-4513-aae9-b8a2c23ae332 HTTP/1.1" status: 204 len: 168 time: 0.1180780 Sep 09 20:15:28.855713 dv-cinder-806991-6-iscsi neutron-server[94091]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b851a-a53b-4ef3-b217-a15c89344de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4cfeb6-f4d0-4513-aae9-b8a2c23ae332,revision_number=None']} {{(pid=94091) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 20:15:29.122550 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 14867aad-a386-4aa5-895b-69af6d13c366 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:29.143748 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 14867aad-a386-4aa5-895b-69af6d13c366 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:29.144099 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 14867aad-a386-4aa5-895b-69af6d13c366 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:29.144516 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 98b2dad7-a060-4774-b0c6-5ddfb6e05273 no longer exists at agent ovs-agent-dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 20:15:29.168266 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.plugin [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] No Port match for: 98b2dad7-a060-4774-b0c6-5ddfb6e05273 {{(pid=94093) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 20:15:29.168621 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron.plugins.ml2.rpc [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Device 98b2dad7-a060-4774-b0c6-5ddfb6e05273 not bound to the agent host dv-cinder-806991-6-iscsi {{(pid=94093) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 20:15:44.566525 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-01260bc3-8ef9-406a-b3c6-edef34899af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:47.639050 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-2157e46b-2b3d-4871-b35c-a3881436352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:47.872876 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:48.964300 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:50.483202 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:15:51.828039 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:15:55.057135 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:14.570205 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-d6039e53-4304-4f22-9d44-e08d037e8b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:17.640580 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b3479d70-f7c0-47f6-a4a1-7f7c88435d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:17.875559 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:18.967266 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:20.482319 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:25.073200 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:28.826946 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:16:44.573186 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-90c01c44-bba6-4be4-af9c-33443ae2fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:47.652302 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-8d8d15d1-26a8-4312-aa80-8a6883630753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:47.879371 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:48.973354 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:50.485381 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:16:55.091820 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:05.829000 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:17:14.574782 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-e2f30790-2063-4a57-8545-2f1e7677c81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:17.645161 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-f80fdad7-3b31-4717-8b66-ef4a373caf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:17.885083 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:18.976212 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:20.489337 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:25.087323 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:42.828007 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:17:44.578215 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-0ad105cb-0caa-41cc-b8ad-e7efbde2e045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:47.645704 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-67f938f6-f684-482b-beef-7370072e76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:47.885818 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:48.977612 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:50.496344 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:17:55.086588 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:14.579452 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-278496fb-7509-4995-81ec-25fda59cbe6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:17.646436 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dbbed2e2-b735-4d07-b8e6-4fb8cf217498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:17.887183 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:18.980602 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:19.828391 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:18:20.494985 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:25.099033 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:44.579814 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5e90031a-cd70-46a1-8ec2-003b59b99775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:47.646290 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6c801ff1-4475-4699-9332-a3f0c2d9001e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:47.888283 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:48.985213 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:50.497437 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:55.099938 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:18:56.827579 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:19:14.580344 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-50024d49-ee9d-4fb6-b7d1-9ce7bc15b5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:17.648409 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-3b26f9a0-2814-4c3e-88e2-b677c4577003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:17.889233 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:18.986770 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:20.500334 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:25.114678 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:33.826679 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:19:44.581374 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-367d4f95-c3dd-4bd2-8394-2774ba0310fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:47.649108 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-dd0bfc88-c8c0-40d0-b302-43276c7a4e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:47.891510 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:48.991078 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:50.503407 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:19:55.130207 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:10.825606 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:20:14.584217 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-89834606-cd8c-41ad-ab5c-4ba5a2757800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:17.648278 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-23d706ae-b391-4019-aafe-709915b7893f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:17.892516 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:18.992979 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:20.504769 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:25.136615 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-b12aadbe-2f5a-4172-8281-98632b6ac7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:44.586655 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-5089ce0f-0a1b-45ce-b098-a8ffa2b0a225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:47.648266 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-4b4ef237-26be-4199-a3b1-c4ba22e18a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:47.825300 dv-cinder-806991-6-iscsi neutron-server[94094]: DEBUG neutron.db.agents_db [None req-9f4f57cd-f45f-47eb-a0cd-9547c767c515 None None] Agent healthcheck: found 6 active agents {{(pid=94094) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 20:20:47.894657 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-6d969594-f637-4a6c-9c8f-60034bd8c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:48.998594 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-a9a8af1f-2f5b-439f-a1d3-09d405ba3cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 20:20:50.508943 dv-cinder-806991-6-iscsi neutron-server[94093]: DEBUG neutron_lib.callbacks.manager [None req-1c70e88a-0409-4f7c-87fa-392b937e809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746106573195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710966'] for agent, after_update {{(pid=94093) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}